2024-11-24 17:18:15,157 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 17:18:15,234 main DEBUG Took 0.074898 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 17:18:15,235 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 17:18:15,236 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 17:18:15,237 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 17:18:15,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,257 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 17:18:15,290 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,293 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,304 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,306 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,307 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,310 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,312 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,315 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,319 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,321 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,323 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,323 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 17:18:15,324 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,325 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 17:18:15,326 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 17:18:15,328 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 17:18:15,330 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 17:18:15,331 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 17:18:15,333 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 17:18:15,333 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 17:18:15,354 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 17:18:15,359 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 17:18:15,362 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 17:18:15,364 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 17:18:15,364 main DEBUG createAppenders(={Console}) 2024-11-24 17:18:15,367 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-24 17:18:15,367 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 17:18:15,367 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-24 17:18:15,370 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 17:18:15,370 main DEBUG OutputStream closed 2024-11-24 17:18:15,372 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 17:18:15,372 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 17:18:15,373 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-24 17:18:15,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 17:18:15,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 17:18:15,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 17:18:15,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 17:18:15,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 17:18:15,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 17:18:15,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 17:18:15,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 17:18:15,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 17:18:15,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 17:18:15,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 17:18:15,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 17:18:15,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 17:18:15,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 17:18:15,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 17:18:15,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 17:18:15,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 17:18:15,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 17:18:15,537 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 17:18:15,537 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-24 17:18:15,539 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 17:18:15,540 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-24T17:18:15,572 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-24 17:18:15,579 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 17:18:15,580 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T17:18:15,656 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=934, ProcessCount=11, AvailableMemoryMB=6253 2024-11-24T17:18:15,970 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-24T17:18:16,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050 2024-11-24T17:18:16,039 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/cluster_a5c6101f-47ec-d613-e8cf-83c9810e8fb7, deleteOnExit=true 2024-11-24T17:18:16,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/cluster_a5c6101f-47ec-d613-e8cf-83c9810e8fb7/zookeeper_0, clientPort=55783, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/cluster_a5c6101f-47ec-d613-e8cf-83c9810e8fb7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/cluster_a5c6101f-47ec-d613-e8cf-83c9810e8fb7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T17:18:16,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55783 2024-11-24T17:18:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:18:16,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:18:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/test.cache.data in system properties and HBase conf 2024-11-24T17:18:16,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:18:16,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:18:16,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:18:16,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:18:16,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:18:16,322 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T17:18:16,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:18:16,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:18:16,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:18:16,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:18:16,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:18:16,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:18:16,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:18:16,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:18:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:18:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:18:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:18:16,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:18:16,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:18:16,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:18:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:18:17,777 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T17:18:17,875 INFO [Time-limited test {}] log.Log(170): Logging initialized @4084ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T17:18:17,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:18:18,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:18:18,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:18:18,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:18:18,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:18:18,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:18:18,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:18:18,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:18:18,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74014320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/java.io.tmpdir/jetty-localhost-43011-hadoop-hdfs-3_4_1-tests_jar-_-any-12491505161124160250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:18:18,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:43011} 2024-11-24T17:18:18,430 INFO [Time-limited test {}] server.Server(415): Started @4640ms 2024-11-24T17:18:19,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:18:19,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:18:19,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:18:19,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:18:19,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:18:19,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:18:19,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:18:19,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5373e2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/java.io.tmpdir/jetty-localhost-44627-hadoop-hdfs-3_4_1-tests_jar-_-any-7364097117362977397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:18:19,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:44627} 2024-11-24T17:18:19,260 INFO [Time-limited test {}] server.Server(415): Started @5470ms 2024-11-24T17:18:19,331 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:18:20,451 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/cluster_a5c6101f-47ec-d613-e8cf-83c9810e8fb7/data/data2/current/BP-1228309600-172.17.0.3-1732468697188/current, will proceed with Du for space computation calculation, 2024-11-24T17:18:20,451 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/cluster_a5c6101f-47ec-d613-e8cf-83c9810e8fb7/data/data1/current/BP-1228309600-172.17.0.3-1732468697188/current, will proceed with Du for space computation calculation, 2024-11-24T17:18:20,488 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:18:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53a138b4bdceccdb with lease ID 0x1534b9d080cf152c: Processing first storage report for DS-fc946ea4-a922-4d82-8840-1a3cd85751b9 from datanode DatanodeRegistration(127.0.0.1:40675, datanodeUuid=61aa5e45-0773-42f1-89d8-5863d8bfdbee, infoPort=41237, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=1925553067;c=1732468697188) 2024-11-24T17:18:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53a138b4bdceccdb with lease ID 0x1534b9d080cf152c: from storage DS-fc946ea4-a922-4d82-8840-1a3cd85751b9 node DatanodeRegistration(127.0.0.1:40675, datanodeUuid=61aa5e45-0773-42f1-89d8-5863d8bfdbee, infoPort=41237, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=1925553067;c=1732468697188), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T17:18:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53a138b4bdceccdb with lease ID 0x1534b9d080cf152c: Processing first storage report for DS-956a719b-91a8-4a4d-80ed-96127351239a from datanode DatanodeRegistration(127.0.0.1:40675, datanodeUuid=61aa5e45-0773-42f1-89d8-5863d8bfdbee, infoPort=41237, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=1925553067;c=1732468697188) 2024-11-24T17:18:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53a138b4bdceccdb with lease ID 0x1534b9d080cf152c: from storage DS-956a719b-91a8-4a4d-80ed-96127351239a node DatanodeRegistration(127.0.0.1:40675, datanodeUuid=61aa5e45-0773-42f1-89d8-5863d8bfdbee, infoPort=41237, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=1925553067;c=1732468697188), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:18:20,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050 2024-11-24T17:18:20,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:20,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:18:21,273 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107 with version=8 2024-11-24T17:18:21,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/hbase-staging 2024-11-24T17:18:21,375 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T17:18:21,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:18:21,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:21,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:21,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:18:21,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:21,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:18:21,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:18:21,944 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T17:18:21,955 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T17:18:21,960 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:18:21,992 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11093 (auto-detected) 2024-11-24T17:18:21,993 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-24T17:18:22,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35263 2024-11-24T17:18:22,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35263 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-24T17:18:22,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352630x0, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:22,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35263-0x1016dda5ff30000 connected 2024-11-24T17:18:22,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:22,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:22,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/running 2024-11-24T17:18:22,572 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107, hbase.cluster.distributed=false 2024-11-24T17:18:22,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/acl 2024-11-24T17:18:22,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35263 2024-11-24T17:18:22,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35263 2024-11-24T17:18:22,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35263 2024-11-24T17:18:22,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35263 2024-11-24T17:18:22,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35263 2024-11-24T17:18:22,769 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:18:22,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:22,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:22,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:18:22,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:22,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:18:22,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:18:22,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:18:22,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44913 2024-11-24T17:18:22,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44913 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-24T17:18:22,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:22,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:22,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449130x0, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:22,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449130x0, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/running 2024-11-24T17:18:22,967 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:18:22,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44913-0x1016dda5ff30001 connected 2024-11-24T17:18:22,982 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:18:22,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/master 2024-11-24T17:18:22,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/acl 2024-11-24T17:18:22,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44913 2024-11-24T17:18:23,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44913 2024-11-24T17:18:23,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44913 2024-11-24T17:18:23,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44913 2024-11-24T17:18:23,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44913 2024-11-24T17:18:23,035 DEBUG [M:0;a23eb99f71f0:35263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:35263 2024-11-24T17:18:23,036 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01526140088/backup-masters/a23eb99f71f0,35263,1732468701482 2024-11-24T17:18:23,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088/backup-masters 2024-11-24T17:18:23,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088/backup-masters 2024-11-24T17:18:23,057 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on existing znode=/01526140088/backup-masters/a23eb99f71f0,35263,1732468701482 2024-11-24T17:18:23,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01526140088/master 2024-11-24T17:18:23,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:23,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:23,087 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on existing znode=/01526140088/master 2024-11-24T17:18:23,088 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01526140088/backup-masters/a23eb99f71f0,35263,1732468701482 from backup master directory 2024-11-24T17:18:23,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088/backup-masters 2024-11-24T17:18:23,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526140088/backup-masters/a23eb99f71f0,35263,1732468701482 2024-11-24T17:18:23,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088/backup-masters 2024-11-24T17:18:23,101 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:18:23,101 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,35263,1732468701482 2024-11-24T17:18:23,104 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T17:18:23,105 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T17:18:23,163 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/hbase.id] with ID: 585709ef-0dd3-4bc9-bb7b-59325fe53321 2024-11-24T17:18:23,164 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/.tmp/hbase.id 2024-11-24T17:18:23,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:18:23,175 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/.tmp/hbase.id]:[hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/hbase.id] 2024-11-24T17:18:23,225 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:23,230 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:18:23,252 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-24T17:18:23,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:23,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:23,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:18:23,287 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:18:23,290 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:18:23,304 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:18:23,308 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:23,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:18:23,764 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store 2024-11-24T17:18:23,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:18:24,200 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T17:18:24,203 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:24,204 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:18:24,204 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:24,205 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:24,206 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:18:24,207 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:24,207 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:24,209 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468704204Disabling compacts and flushes for region at 1732468704204Disabling writes for close at 1732468704207 (+3 ms)Writing region close event to WAL at 1732468704207Closed at 1732468704207 2024-11-24T17:18:24,215 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/.initializing 2024-11-24T17:18:24,215 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,35263,1732468701482 2024-11-24T17:18:24,225 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:18:24,243 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C35263%2C1732468701482, suffix=, logDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,35263,1732468701482, archiveDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/oldWALs, maxLogs=10 2024-11-24T17:18:24,278 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,35263,1732468701482/a23eb99f71f0%2C35263%2C1732468701482.1732468704250, exclude list is [], retry=0 2024-11-24T17:18:24,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-fc946ea4-a922-4d82-8840-1a3cd85751b9,DISK] 2024-11-24T17:18:24,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T17:18:24,400 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,35263,1732468701482/a23eb99f71f0%2C35263%2C1732468701482.1732468704250 2024-11-24T17:18:24,401 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41237:41237)] 2024-11-24T17:18:24,402 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:18:24,403 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:24,407 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:24,409 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:24,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:24,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:18:24,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:24,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:24,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:24,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:18:24,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:24,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:24,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:24,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:18:24,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:24,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:24,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:24,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:18:24,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:24,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:24,602 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:24,615 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:24,617 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:24,628 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:24,629 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:24,633 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:24,638 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:24,651 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:18:24,653 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65196958, jitterRate=-0.028489619493484497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:24,663 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468704425Initializing all the Stores at 1732468704429 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468704433 (+4 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468704435 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468704436 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468704436Cleaning up temporary data from old regions at 1732468704629 (+193 ms)Region opened successfully at 1732468704662 (+33 ms) 2024-11-24T17:18:24,665 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:18:24,756 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ab3e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:18:24,804 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:18:24,819 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:18:24,819 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:18:24,823 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:18:24,825 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T17:18:24,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 26 msec 2024-11-24T17:18:24,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:18:24,904 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:18:24,916 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Unable to get data of znode /01526140088/balancer because node does not exist (not necessarily an error) 2024-11-24T17:18:24,995 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/balancer already deleted, retry=false 2024-11-24T17:18:24,998 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:18:25,000 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Unable to get data of znode /01526140088/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:18:25,016 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/normalizer already deleted, retry=false 2024-11-24T17:18:25,019 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:18:25,023 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Unable to get data of znode /01526140088/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:18:25,032 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/switch/split already deleted, retry=false 2024-11-24T17:18:25,034 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Unable to get data of znode /01526140088/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:18:25,043 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/switch/merge already deleted, retry=false 2024-11-24T17:18:25,065 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Unable to get data of znode /01526140088/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:18:25,074 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/snapshot-cleanup already deleted, retry=false 2024-11-24T17:18:25,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01526140088/running 2024-11-24T17:18:25,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01526140088/running 2024-11-24T17:18:25,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:25,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:25,092 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,35263,1732468701482, sessionid=0x1016dda5ff30000, setting cluster-up flag (Was=false) 2024-11-24T17:18:25,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:25,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:25,152 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01526140088/flush-table-proc/acquired, /01526140088/flush-table-proc/reached, /01526140088/flush-table-proc/abort 2024-11-24T17:18:25,154 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,35263,1732468701482 2024-11-24T17:18:25,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:25,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:25,211 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01526140088/online-snapshot/acquired, /01526140088/online-snapshot/reached, /01526140088/online-snapshot/abort 2024-11-24T17:18:25,214 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,35263,1732468701482 2024-11-24T17:18:25,221 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:18:25,227 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(746): ClusterId : 585709ef-0dd3-4bc9-bb7b-59325fe53321 2024-11-24T17:18:25,230 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:18:25,248 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:18:25,248 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:18:25,261 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:18:25,262 DEBUG [RS:0;a23eb99f71f0:44913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b91538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:18:25,282 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:44913 2024-11-24T17:18:25,288 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:18:25,289 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:18:25,289 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:18:25,294 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,35263,1732468701482 with port=44913, startcode=1732468702723 2024-11-24T17:18:25,307 DEBUG [RS:0;a23eb99f71f0:44913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:18:25,314 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:25,325 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:18:25,334 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:18:25,340 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,35263,1732468701482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:18:25,349 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:18:25,352 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:25,352 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:25,353 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:25,353 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:25,353 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:18:25,353 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,353 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:18:25,354 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,356 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35263 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T17:18:25,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:25,366 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:18:25,374 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:25,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:18:25,381 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468735380 2024-11-24T17:18:25,383 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:18:25,383 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:18:25,387 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:18:25,388 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:18:25,388 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:18:25,388 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:18:25,392 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T17:18:25,392 WARN [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T17:18:25,392 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,397 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:18:25,398 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:18:25,398 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:18:25,399 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:18:25,404 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:18:25,405 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:18:25,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:18:25,408 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468705407,5,FailOnTimeoutGroup] 2024-11-24T17:18:25,411 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468705408,5,FailOnTimeoutGroup] 2024-11-24T17:18:25,411 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,411 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:18:25,412 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,412 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,493 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,35263,1732468701482 with port=44913, startcode=1732468702723 2024-11-24T17:18:25,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:25,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35263 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:25,509 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107 2024-11-24T17:18:25,509 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39089 2024-11-24T17:18:25,509 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:18:25,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088/rs 2024-11-24T17:18:25,527 DEBUG [RS:0;a23eb99f71f0:44913 {}] zookeeper.ZKUtil(111): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on existing znode=/01526140088/rs/a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:25,528 WARN [RS:0;a23eb99f71f0:44913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:18:25,528 INFO [RS:0;a23eb99f71f0:44913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:25,528 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:25,530 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,44913,1732468702723] 2024-11-24T17:18:25,551 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:18:25,568 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:18:25,574 INFO [RS:0;a23eb99f71f0:44913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:18:25,575 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,581 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:18:25,586 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:18:25,587 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,587 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,587 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,588 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,588 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,588 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,588 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:18:25,588 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,589 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,589 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,589 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,589 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,589 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:25,590 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:18:25,590 DEBUG [RS:0;a23eb99f71f0:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:18:25,591 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,592 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,593 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,593 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,593 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,593 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,44913,1732468702723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:18:25,622 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:18:25,624 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,44913,1732468702723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,624 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,624 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.Replication(171): a23eb99f71f0,44913,1732468702723 started 2024-11-24T17:18:25,648 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:25,649 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,44913,1732468702723, RpcServer on a23eb99f71f0/172.17.0.3:44913, sessionid=0x1016dda5ff30001 2024-11-24T17:18:25,649 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:18:25,650 DEBUG [RS:0;a23eb99f71f0:44913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:25,650 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,44913,1732468702723' 2024-11-24T17:18:25,650 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01526140088/flush-table-proc/abort' 2024-11-24T17:18:25,651 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01526140088/flush-table-proc/acquired' 2024-11-24T17:18:25,652 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:18:25,652 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:18:25,652 DEBUG [RS:0;a23eb99f71f0:44913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:25,652 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,44913,1732468702723' 2024-11-24T17:18:25,652 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01526140088/online-snapshot/abort' 2024-11-24T17:18:25,654 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01526140088/online-snapshot/acquired' 2024-11-24T17:18:25,654 DEBUG [RS:0;a23eb99f71f0:44913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:18:25,655 INFO [RS:0;a23eb99f71f0:44913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:18:25,655 INFO [RS:0;a23eb99f71f0:44913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:18:25,759 INFO [RS:0;a23eb99f71f0:44913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:18:25,763 INFO [RS:0;a23eb99f71f0:44913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C44913%2C1732468702723, suffix=, logDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723, archiveDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs, maxLogs=10 2024-11-24T17:18:25,782 DEBUG [RS:0;a23eb99f71f0:44913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766, exclude list is [], retry=0 2024-11-24T17:18:25,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-fc946ea4-a922-4d82-8840-1a3cd85751b9,DISK] 2024-11-24T17:18:25,795 INFO [RS:0;a23eb99f71f0:44913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 2024-11-24T17:18:25,796 DEBUG [RS:0;a23eb99f71f0:44913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41237:41237)] 2024-11-24T17:18:25,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:18:25,810 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107 2024-11-24T17:18:25,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:18:26,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:26,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:18:26,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:18:26,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:26,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:26,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:18:26,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:18:26,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:26,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:26,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:18:26,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:18:26,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:26,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:26,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:18:26,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:18:26,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:26,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:26,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:18:26,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740 2024-11-24T17:18:26,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740 2024-11-24T17:18:26,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:18:26,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:18:26,262 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:26,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:18:26,270 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:18:26,272 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64393415, jitterRate=-0.040463343262672424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:26,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468706225Initializing all the Stores at 1732468706227 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468706227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468706227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468706227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468706227Cleaning up temporary data from old regions at 1732468706261 (+34 ms)Region opened successfully at 1732468706276 (+15 ms) 2024-11-24T17:18:26,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:18:26,277 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:18:26,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:18:26,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:18:26,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:18:26,279 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:18:26,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468706277Disabling compacts and flushes for region at 1732468706277Disabling writes for close at 1732468706277Writing region close event to WAL at 1732468706278 (+1 ms)Closed at 1732468706279 (+1 ms) 2024-11-24T17:18:26,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:26,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:18:26,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:18:26,305 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:18:26,309 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:18:26,461 DEBUG [a23eb99f71f0:35263 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:18:26,472 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:26,479 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,44913,1732468702723, state=OPENING 2024-11-24T17:18:26,548 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:18:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:26,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526140088/meta-region-server: CHANGED 2024-11-24T17:18:26,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526140088/meta-region-server: CHANGED 2024-11-24T17:18:26,561 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:18:26,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,44913,1732468702723}] 2024-11-24T17:18:26,739 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:18:26,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:18:26,760 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:18:26,761 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:26,762 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:18:26,766 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C44913%2C1732468702723.meta, suffix=.meta, logDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723, archiveDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs, maxLogs=10 2024-11-24T17:18:26,784 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.meta.1732468706769.meta, exclude list is [], retry=0 2024-11-24T17:18:26,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-fc946ea4-a922-4d82-8840-1a3cd85751b9,DISK] 2024-11-24T17:18:26,797 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.meta.1732468706769.meta 2024-11-24T17:18:26,800 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41237:41237)] 2024-11-24T17:18:26,800 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:18:26,805 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:18:26,807 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:18:26,809 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:18:26,812 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:18:26,816 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:18:26,817 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:26,817 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:18:26,817 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:18:26,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:18:26,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:18:26,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:26,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:26,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:18:26,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:18:26,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:26,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:26,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:18:26,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:18:26,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:26,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:26,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:18:26,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:18:26,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:26,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:26,836 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:18:26,840 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740 2024-11-24T17:18:26,843 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740 2024-11-24T17:18:26,848 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:18:26,848 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:18:26,849 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:26,852 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:18:26,854 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66530140, jitterRate=-0.008623659610748291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:26,855 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:18:26,857 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468706817Writing region info on filesystem at 1732468706818 (+1 ms)Initializing all the Stores at 1732468706819 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468706819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468706820 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468706820Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468706820Cleaning up temporary data from old regions at 1732468706848 (+28 ms)Running coprocessor post-open hooks at 1732468706855 (+7 ms)Region opened successfully at 1732468706857 (+2 ms) 2024-11-24T17:18:26,866 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468706729 2024-11-24T17:18:26,879 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:18:26,879 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:18:26,881 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:26,884 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,44913,1732468702723, state=OPEN 2024-11-24T17:18:27,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01526140088/meta-region-server 2024-11-24T17:18:27,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01526140088/meta-region-server 2024-11-24T17:18:27,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526140088/meta-region-server: CHANGED 2024-11-24T17:18:27,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526140088/meta-region-server: CHANGED 2024-11-24T17:18:27,001 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:27,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:18:27,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,44913,1732468702723 in 438 msec 2024-11-24T17:18:27,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:18:27,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 720 msec 2024-11-24T17:18:27,021 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:27,021 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:18:27,038 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:18:27,039 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,44913,1732468702723, seqNum=-1] 2024-11-24T17:18:27,059 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:18:27,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:18:27,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8170 sec 2024-11-24T17:18:27,083 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468707083, completionTime=-1 2024-11-24T17:18:27,086 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:18:27,086 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:18:27,112 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:18:27,112 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468767112 2024-11-24T17:18:27,112 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732468827112 2024-11-24T17:18:27,112 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-24T17:18:27,115 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35263,1732468701482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:27,115 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35263,1732468701482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:27,115 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35263,1732468701482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:27,117 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:35263, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:27,117 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:27,118 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:27,123 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:18:27,145 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.043sec 2024-11-24T17:18:27,147 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:18:27,148 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:18:27,149 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:18:27,149 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:18:27,150 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:18:27,150 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35263,1732468701482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:18:27,151 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35263,1732468701482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:18:27,159 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:18:27,160 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:18:27,161 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35263,1732468701482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:27,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500d1dd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:27,237 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T17:18:27,237 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T17:18:27,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,35263,-1 for getting cluster id 2024-11-24T17:18:27,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:27,250 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585709ef-0dd3-4bc9-bb7b-59325fe53321' 2024-11-24T17:18:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585709ef-0dd3-4bc9-bb7b-59325fe53321" 2024-11-24T17:18:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aecc11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,35263,-1] 2024-11-24T17:18:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:27,257 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:27,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3152a245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:27,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:18:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,44913,1732468702723, seqNum=-1] 2024-11-24T17:18:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:18:27,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:18:27,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,35263,1732468701482 2024-11-24T17:18:27,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-24T17:18:27,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:27,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016dda5ff30002 connected 2024-11-24T17:18:27,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/hadoop.log.dir so I do NOT create it in target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1 2024-11-24T17:18:27,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:18:27,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/hadoop.tmp.dir so I do NOT create it in target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1 2024-11-24T17:18:27,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:18:27,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1 2024-11-24T17:18:27,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:18:27,424 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/cluster_01aa17b3-260c-07b7-4334-9ef0762106ac, deleteOnExit=true 2024-11-24T17:18:27,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:18:27,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/test.cache.data in system properties and HBase conf 2024-11-24T17:18:27,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:18:27,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:18:27,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:18:27,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:18:27,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:18:27,426 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:18:27,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:18:27,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:18:27,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:18:27,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:18:27,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:18:27,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:18:27,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:18:27,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:18:27,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:18:27,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:18:27,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:18:27,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:18:27,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:18:27,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:18:27,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:18:27,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:18:27,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:18:27,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:18:27,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:18:27,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:18:27,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fc9b8b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:18:27,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1afd3828{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:18:27,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e7a30d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/java.io.tmpdir/jetty-localhost-46873-hadoop-hdfs-3_4_1-tests_jar-_-any-10231252585618650702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:18:27,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42e90800{HTTP/1.1, (http/1.1)}{localhost:46873} 2024-11-24T17:18:27,936 INFO [Time-limited test {}] server.Server(415): Started @14146ms 2024-11-24T17:18:28,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:18:28,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:18:28,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:18:28,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:18:28,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:18:28,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2655a19f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:18:28,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed91535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:18:28,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b5bafc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/java.io.tmpdir/jetty-localhost-36607-hadoop-hdfs-3_4_1-tests_jar-_-any-15095483537760884079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:18:28,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a384da{HTTP/1.1, (http/1.1)}{localhost:36607} 2024-11-24T17:18:28,325 INFO [Time-limited test {}] server.Server(415): Started @14535ms 2024-11-24T17:18:28,327 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:18:29,052 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/cluster_01aa17b3-260c-07b7-4334-9ef0762106ac/data/data2/current/BP-1371411804-172.17.0.3-1732468707456/current, will proceed with Du for space computation calculation, 2024-11-24T17:18:29,052 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/cluster_01aa17b3-260c-07b7-4334-9ef0762106ac/data/data1/current/BP-1371411804-172.17.0.3-1732468707456/current, will proceed with Du for space computation calculation, 2024-11-24T17:18:29,105 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:18:29,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80fad24a814c5292 with lease ID 0x811954b1d81b5d72: Processing first storage report for DS-6be475a4-ab5f-4fae-ad5d-3e71293676b4 from datanode DatanodeRegistration(127.0.0.1:43827, datanodeUuid=a3bd270e-81a6-4e48-8461-824893e1dcbd, infoPort=45199, infoSecurePort=0, ipcPort=40255, storageInfo=lv=-57;cid=testClusterID;nsid=1633150517;c=1732468707456) 2024-11-24T17:18:29,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80fad24a814c5292 with lease ID 0x811954b1d81b5d72: from storage DS-6be475a4-ab5f-4fae-ad5d-3e71293676b4 node DatanodeRegistration(127.0.0.1:43827, datanodeUuid=a3bd270e-81a6-4e48-8461-824893e1dcbd, infoPort=45199, infoSecurePort=0, ipcPort=40255, storageInfo=lv=-57;cid=testClusterID;nsid=1633150517;c=1732468707456), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:18:29,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80fad24a814c5292 with lease ID 0x811954b1d81b5d72: Processing first storage report for DS-e56f472e-6606-4485-94d5-1b0155f35a0b from datanode DatanodeRegistration(127.0.0.1:43827, datanodeUuid=a3bd270e-81a6-4e48-8461-824893e1dcbd, infoPort=45199, infoSecurePort=0, ipcPort=40255, storageInfo=lv=-57;cid=testClusterID;nsid=1633150517;c=1732468707456) 2024-11-24T17:18:29,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80fad24a814c5292 with lease ID 0x811954b1d81b5d72: from storage DS-e56f472e-6606-4485-94d5-1b0155f35a0b node DatanodeRegistration(127.0.0.1:43827, datanodeUuid=a3bd270e-81a6-4e48-8461-824893e1dcbd, infoPort=45199, infoSecurePort=0, ipcPort=40255, storageInfo=lv=-57;cid=testClusterID;nsid=1633150517;c=1732468707456), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:18:29,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1 2024-11-24T17:18:29,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:29,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:29,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:18:29,589 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658 with version=8 2024-11-24T17:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/hbase-staging 2024-11-24T17:18:29,592 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:18:29,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:29,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:29,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:18:29,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:29,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:18:29,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:18:29,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:18:29,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36981 2024-11-24T17:18:29,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36981 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-24T17:18:29,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369810x0, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:29,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36981-0x1016dda5ff30003 connected 2024-11-24T17:18:29,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:29,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:29,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Set watcher on znode that does not yet exist, /1-1317873453/running 2024-11-24T17:18:29,729 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658, hbase.cluster.distributed=false 2024-11-24T17:18:29,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Set watcher on znode that does not yet exist, /1-1317873453/acl 2024-11-24T17:18:29,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36981 2024-11-24T17:18:29,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36981 2024-11-24T17:18:29,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36981 2024-11-24T17:18:29,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36981 2024-11-24T17:18:29,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36981 2024-11-24T17:18:29,755 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:18:29,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:29,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:29,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:18:29,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:29,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:18:29,755 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:18:29,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:18:29,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36889 2024-11-24T17:18:29,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36889 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-24T17:18:29,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:29,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:29,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368890x0, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:29,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368890x0, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Set watcher on znode that does not yet exist, /1-1317873453/running 2024-11-24T17:18:29,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36889-0x1016dda5ff30004 connected 2024-11-24T17:18:29,774 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:18:29,775 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:18:29,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Set watcher on znode that does not yet exist, /1-1317873453/master 2024-11-24T17:18:29,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Set watcher on znode that does not yet exist, /1-1317873453/acl 2024-11-24T17:18:29,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36889 2024-11-24T17:18:29,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36889 2024-11-24T17:18:29,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36889 2024-11-24T17:18:29,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36889 2024-11-24T17:18:29,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36889 2024-11-24T17:18:29,799 DEBUG [M:0;a23eb99f71f0:36981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:36981 2024-11-24T17:18:29,800 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1317873453/backup-masters/a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:29,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453/backup-masters 2024-11-24T17:18:29,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453/backup-masters 2024-11-24T17:18:29,812 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Set watcher on existing znode=/1-1317873453/backup-masters/a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:29,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:29,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1317873453/master 2024-11-24T17:18:29,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:29,822 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Set watcher on existing znode=/1-1317873453/master 2024-11-24T17:18:29,822 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1317873453/backup-masters/a23eb99f71f0,36981,1732468709592 from backup master directory 2024-11-24T17:18:29,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453/backup-masters 2024-11-24T17:18:29,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1317873453/backup-masters/a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:29,832 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:18:29,832 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:29,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453/backup-masters 2024-11-24T17:18:29,840 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/hbase.id] with ID: cd128705-3b3e-4c73-89d4-afc6a71722b5 2024-11-24T17:18:29,840 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/.tmp/hbase.id 2024-11-24T17:18:29,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:18:30,250 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/.tmp/hbase.id]:[hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/hbase.id] 2024-11-24T17:18:30,278 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:30,278 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:18:30,281 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T17:18:30,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:30,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:18:30,741 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:18:30,742 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:18:30,742 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:30,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:18:31,155 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store 2024-11-24T17:18:31,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:18:31,547 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:18:31,566 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:31,566 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:18:31,566 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:31,566 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:31,566 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:18:31,566 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:31,566 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:31,566 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468711566Disabling compacts and flushes for region at 1732468711566Disabling writes for close at 1732468711566Writing region close event to WAL at 1732468711566Closed at 1732468711566 2024-11-24T17:18:31,568 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/.initializing 2024-11-24T17:18:31,568 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/WALs/a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:31,570 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:18:31,573 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C36981%2C1732468709592, suffix=, logDir=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/WALs/a23eb99f71f0,36981,1732468709592, archiveDir=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/oldWALs, maxLogs=10 2024-11-24T17:18:31,590 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/WALs/a23eb99f71f0,36981,1732468709592/a23eb99f71f0%2C36981%2C1732468709592.1732468711573, exclude list is [], retry=0 2024-11-24T17:18:31,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43827,DS-6be475a4-ab5f-4fae-ad5d-3e71293676b4,DISK] 2024-11-24T17:18:31,598 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/WALs/a23eb99f71f0,36981,1732468709592/a23eb99f71f0%2C36981%2C1732468709592.1732468711573 2024-11-24T17:18:31,598 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45199:45199)] 2024-11-24T17:18:31,598 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:18:31,599 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:31,599 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:31,599 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:31,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:31,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:18:31,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:31,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:31,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:31,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:18:31,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:31,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:31,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:31,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:18:31,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:31,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:31,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:31,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:18:31,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:31,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:31,619 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:31,621 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:31,621 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:31,624 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:31,624 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:31,625 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:31,627 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:31,631 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:18:31,632 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72572267, jitterRate=0.08141104876995087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:31,632 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468711599Initializing all the Stores at 1732468711601 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468711601Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468711601Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468711601Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468711601Cleaning up temporary data from old regions at 1732468711624 (+23 ms)Region opened successfully at 1732468711632 (+8 ms) 2024-11-24T17:18:31,633 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:18:31,639 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77398a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:18:31,640 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:18:31,641 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:18:31,641 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:18:31,641 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:18:31,642 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:18:31,642 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:18:31,643 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:18:31,646 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:18:31,647 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Unable to get data of znode /1-1317873453/balancer because node does not exist (not necessarily an error) 2024-11-24T17:18:31,695 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1317873453/balancer already deleted, retry=false 2024-11-24T17:18:31,696 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:18:31,697 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Unable to get data of znode /1-1317873453/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:18:31,710 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1317873453/normalizer already deleted, retry=false 2024-11-24T17:18:31,711 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:18:31,713 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Unable to get data of znode /1-1317873453/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:18:31,727 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1317873453/switch/split already deleted, retry=false 2024-11-24T17:18:31,730 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Unable to get data of znode /1-1317873453/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:18:31,741 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1317873453/switch/merge already deleted, retry=false 2024-11-24T17:18:31,744 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Unable to get data of znode /1-1317873453/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:18:31,752 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1317873453/snapshot-cleanup already deleted, retry=false 2024-11-24T17:18:31,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1317873453/running 2024-11-24T17:18:31,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1317873453/running 2024-11-24T17:18:31,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:31,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:31,765 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,36981,1732468709592, sessionid=0x1016dda5ff30003, setting cluster-up flag (Was=false) 2024-11-24T17:18:31,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:31,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:31,815 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1317873453/flush-table-proc/acquired, /1-1317873453/flush-table-proc/reached, /1-1317873453/flush-table-proc/abort 2024-11-24T17:18:31,819 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:31,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:31,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:31,874 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1317873453/online-snapshot/acquired, /1-1317873453/online-snapshot/reached, /1-1317873453/online-snapshot/abort 2024-11-24T17:18:31,877 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:31,879 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:18:31,882 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:31,882 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:18:31,882 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:18:31,882 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,36981,1732468709592 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:18:31,884 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:31,885 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:31,885 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:31,885 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:31,885 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:18:31,885 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,885 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:18:31,885 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,886 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468741886 2024-11-24T17:18:31,886 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:18:31,886 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:18:31,887 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:18:31,887 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:18:31,887 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:18:31,887 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:18:31,887 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:31,887 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(746): ClusterId : cd128705-3b3e-4c73-89d4-afc6a71722b5 2024-11-24T17:18:31,888 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:18:31,888 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:18:31,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:31,888 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:18:31,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:18:31,888 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:18:31,888 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:18:31,888 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:18:31,888 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:18:31,889 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468711888,5,FailOnTimeoutGroup] 2024-11-24T17:18:31,889 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468711889,5,FailOnTimeoutGroup] 2024-11-24T17:18:31,889 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:31,889 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:18:31,889 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:31,889 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:31,889 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:31,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:18:31,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:18:31,900 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:18:31,900 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:18:31,911 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:18:31,912 DEBUG [RS:0;a23eb99f71f0:36889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176148b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:18:31,927 DEBUG [RS:0;a23eb99f71f0:36889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:36889 2024-11-24T17:18:31,927 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:18:31,927 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:18:31,927 DEBUG [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:18:31,928 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,36981,1732468709592 with port=36889, startcode=1732468709754 2024-11-24T17:18:31,928 DEBUG [RS:0;a23eb99f71f0:36889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:18:31,930 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:18:31,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,36889,1732468709754 2024-11-24T17:18:31,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36981 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,36889,1732468709754 2024-11-24T17:18:31,934 DEBUG [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658 2024-11-24T17:18:31,934 DEBUG [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46695 2024-11-24T17:18:31,934 DEBUG [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:18:31,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453/rs 2024-11-24T17:18:31,988 DEBUG [RS:0;a23eb99f71f0:36889 {}] zookeeper.ZKUtil(111): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Set watcher on existing znode=/1-1317873453/rs/a23eb99f71f0,36889,1732468709754 2024-11-24T17:18:31,988 WARN [RS:0;a23eb99f71f0:36889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:18:31,988 INFO [RS:0;a23eb99f71f0:36889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:31,988 DEBUG [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/WALs/a23eb99f71f0,36889,1732468709754 2024-11-24T17:18:31,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,36889,1732468709754] 2024-11-24T17:18:31,992 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:18:31,994 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:18:31,995 INFO [RS:0;a23eb99f71f0:36889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:18:31,995 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:31,995 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:18:31,996 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:18:31,996 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:31,997 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,997 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,997 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,997 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,997 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,997 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:18:31,997 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,998 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,998 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,998 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,998 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,998 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:31,998 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:18:31,998 DEBUG [RS:0;a23eb99f71f0:36889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:18:31,999 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:31,999 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:31,999 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:31,999 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:31,999 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:31,999 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36889,1732468709754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:18:32,020 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:18:32,021 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36889,1732468709754-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:32,021 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:32,021 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.Replication(171): a23eb99f71f0,36889,1732468709754 started 2024-11-24T17:18:32,034 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:32,034 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,36889,1732468709754, RpcServer on a23eb99f71f0/172.17.0.3:36889, sessionid=0x1016dda5ff30004 2024-11-24T17:18:32,034 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:18:32,034 DEBUG [RS:0;a23eb99f71f0:36889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,36889,1732468709754 2024-11-24T17:18:32,034 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,36889,1732468709754' 2024-11-24T17:18:32,034 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1317873453/flush-table-proc/abort' 2024-11-24T17:18:32,035 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1317873453/flush-table-proc/acquired' 2024-11-24T17:18:32,035 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:18:32,035 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:18:32,035 DEBUG [RS:0;a23eb99f71f0:36889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,36889,1732468709754 2024-11-24T17:18:32,035 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,36889,1732468709754' 2024-11-24T17:18:32,036 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1317873453/online-snapshot/abort' 2024-11-24T17:18:32,036 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1317873453/online-snapshot/acquired' 2024-11-24T17:18:32,037 DEBUG [RS:0;a23eb99f71f0:36889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:18:32,037 INFO [RS:0;a23eb99f71f0:36889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:18:32,037 INFO [RS:0;a23eb99f71f0:36889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:18:32,138 INFO [RS:0;a23eb99f71f0:36889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:18:32,142 INFO [RS:0;a23eb99f71f0:36889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C36889%2C1732468709754, suffix=, logDir=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/WALs/a23eb99f71f0,36889,1732468709754, archiveDir=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/oldWALs, maxLogs=10 2024-11-24T17:18:32,161 DEBUG [RS:0;a23eb99f71f0:36889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/WALs/a23eb99f71f0,36889,1732468709754/a23eb99f71f0%2C36889%2C1732468709754.1732468712146, exclude list is [], retry=0 2024-11-24T17:18:32,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43827,DS-6be475a4-ab5f-4fae-ad5d-3e71293676b4,DISK] 2024-11-24T17:18:32,167 INFO [RS:0;a23eb99f71f0:36889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/WALs/a23eb99f71f0,36889,1732468709754/a23eb99f71f0%2C36889%2C1732468709754.1732468712146 2024-11-24T17:18:32,168 DEBUG [RS:0;a23eb99f71f0:36889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45199:45199)] 2024-11-24T17:18:32,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:18:32,300 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658 2024-11-24T17:18:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:18:32,330 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:18:32,381 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:18:32,381 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T17:18:32,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:18:32,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T17:18:32,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:18:32,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T17:18:32,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:18:32,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T17:18:32,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:32,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:18:32,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:18:32,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:32,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:32,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:18:32,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:18:32,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:32,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:32,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:18:32,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:18:32,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:32,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:32,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:18:32,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:18:32,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:32,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:32,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:18:32,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/data/hbase/meta/1588230740 2024-11-24T17:18:32,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/data/hbase/meta/1588230740 2024-11-24T17:18:32,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:18:32,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:18:32,745 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:32,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:18:32,752 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:18:32,753 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59101395, jitterRate=-0.1193205863237381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:32,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468712722Initializing all the Stores at 1732468712723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468712723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468712723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468712724 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468712724Cleaning up temporary data from old regions at 1732468712744 (+20 ms)Region opened successfully at 1732468712753 (+9 ms) 2024-11-24T17:18:32,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:18:32,754 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:18:32,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:18:32,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:18:32,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:18:32,754 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:18:32,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468712753Disabling compacts and flushes for region at 1732468712753Disabling writes for close at 1732468712754 (+1 ms)Writing region close event to WAL at 1732468712754Closed at 1732468712754 2024-11-24T17:18:32,756 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:32,756 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:18:32,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:18:32,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:18:32,760 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:18:32,911 DEBUG [a23eb99f71f0:36981 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:18:32,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,36889,1732468709754 2024-11-24T17:18:32,914 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,36889,1732468709754, state=OPENING 2024-11-24T17:18:32,962 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:18:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:32,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1317873453/meta-region-server: CHANGED 2024-11-24T17:18:32,975 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:18:32,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,36889,1732468709754}] 2024-11-24T17:18:32,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1317873453/meta-region-server: CHANGED 2024-11-24T17:18:33,131 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:18:33,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:18:33,142 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:18:33,143 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:33,143 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:18:33,147 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C36889%2C1732468709754.meta, suffix=.meta, logDir=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/WALs/a23eb99f71f0,36889,1732468709754, archiveDir=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/oldWALs, maxLogs=10 2024-11-24T17:18:33,160 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/WALs/a23eb99f71f0,36889,1732468709754/a23eb99f71f0%2C36889%2C1732468709754.meta.1732468713149.meta, exclude list is [], retry=0 2024-11-24T17:18:33,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43827,DS-6be475a4-ab5f-4fae-ad5d-3e71293676b4,DISK] 2024-11-24T17:18:33,166 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/WALs/a23eb99f71f0,36889,1732468709754/a23eb99f71f0%2C36889%2C1732468709754.meta.1732468713149.meta 2024-11-24T17:18:33,166 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45199:45199)] 2024-11-24T17:18:33,166 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:18:33,167 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:18:33,167 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:18:33,167 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:18:33,167 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:18:33,167 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:18:33,167 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:33,168 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:18:33,168 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:18:33,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:18:33,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:18:33,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:33,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:33,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:18:33,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:18:33,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:33,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:33,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:18:33,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:18:33,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:33,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:33,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:18:33,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:18:33,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:33,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:33,177 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:18:33,179 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/data/hbase/meta/1588230740 2024-11-24T17:18:33,180 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/data/hbase/meta/1588230740 2024-11-24T17:18:33,182 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:18:33,182 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:18:33,183 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:33,185 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:18:33,186 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65426508, jitterRate=-0.025069057941436768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:33,186 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:18:33,186 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468713168Writing region info on filesystem at 1732468713168Initializing all the Stores at 1732468713169 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468713169Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468713169Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468713169Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468713169Cleaning up temporary data from old regions at 1732468713182 (+13 ms)Running coprocessor post-open hooks at 1732468713186 (+4 ms)Region opened successfully at 1732468713186 2024-11-24T17:18:33,187 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468713130 2024-11-24T17:18:33,191 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:18:33,191 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:18:33,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,36889,1732468709754 2024-11-24T17:18:33,193 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,36889,1732468709754, state=OPEN 2024-11-24T17:18:33,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1317873453/meta-region-server 2024-11-24T17:18:33,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1317873453/meta-region-server 2024-11-24T17:18:33,205 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,36889,1732468709754 2024-11-24T17:18:33,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1317873453/meta-region-server: CHANGED 2024-11-24T17:18:33,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1317873453/meta-region-server: CHANGED 2024-11-24T17:18:33,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:18:33,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,36889,1732468709754 in 230 msec 2024-11-24T17:18:33,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:18:33,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-24T17:18:33,216 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:33,216 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:18:33,218 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:18:33,218 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,36889,1732468709754, seqNum=-1] 2024-11-24T17:18:33,219 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:18:33,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:18:33,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3470 sec 2024-11-24T17:18:33,229 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468713229, completionTime=-1 2024-11-24T17:18:33,229 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:18:33,229 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:18:33,231 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:18:33,231 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468773231 2024-11-24T17:18:33,231 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732468833231 2024-11-24T17:18:33,232 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T17:18:33,232 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36981,1732468709592-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:33,232 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36981,1732468709592-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:33,232 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36981,1732468709592-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:33,232 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:36981, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:33,232 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:33,233 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:33,235 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:18:33,239 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.407sec 2024-11-24T17:18:33,239 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:18:33,239 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:18:33,239 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:18:33,239 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:18:33,240 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:18:33,240 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36981,1732468709592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:18:33,240 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36981,1732468709592-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:18:33,244 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:18:33,244 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:18:33,244 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36981,1732468709592-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:33,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74299e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:33,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,36981,-1 for getting cluster id 2024-11-24T17:18:33,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:33,295 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd128705-3b3e-4c73-89d4-afc6a71722b5' 2024-11-24T17:18:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd128705-3b3e-4c73-89d4-afc6a71722b5" 2024-11-24T17:18:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ef7b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,36981,-1] 2024-11-24T17:18:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:33,300 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:33,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423526e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:33,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:18:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,36889,1732468709754, seqNum=-1] 2024-11-24T17:18:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:18:33,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:18:33,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:33,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-24T17:18:33,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:33,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016dda5ff30005 connected 2024-11-24T17:18:33,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578f6f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:33,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,35263,-1 for getting cluster id 2024-11-24T17:18:33,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:33,342 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585709ef-0dd3-4bc9-bb7b-59325fe53321' 2024-11-24T17:18:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585709ef-0dd3-4bc9-bb7b-59325fe53321" 2024-11-24T17:18:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586f4a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,35263,-1] 2024-11-24T17:18:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:33,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:33,347 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2f1f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:33,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:18:33,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,35263,1732468701482 2024-11-24T17:18:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63ef49c9 2024-11-24T17:18:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:18:33,367 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:18:33,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:36981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:18:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:18:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:18:33,380 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:36981' 2024-11-24T17:18:33,382 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cb1b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:33,382 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,36981,-1 for getting cluster id 2024-11-24T17:18:33,382 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:33,383 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd128705-3b3e-4c73-89d4-afc6a71722b5' 2024-11-24T17:18:33,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:33,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd128705-3b3e-4c73-89d4-afc6a71722b5" 2024-11-24T17:18:33,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52073a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:33,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,36981,-1] 2024-11-24T17:18:33,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:33,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:33,385 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:33,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619536f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:33,387 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:18:33,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:33,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69e051c5 2024-11-24T17:18:33,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:18:33,393 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:18:33,404 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-24T17:18:33,404 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:18:33,409 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:33,410 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:33,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:33,411 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:18:33,416 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:18:33,419 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:18:33,420 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:33,422 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:18:33,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741835_1011 (size=1138) 2024-11-24T17:18:33,469 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:18:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:18:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:18:33,835 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f634ed8dc7506944db1894881e601fb3, NAME => 'hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107 2024-11-24T17:18:33,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741836_1012 (size=44) 2024-11-24T17:18:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:18:34,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:34,249 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f634ed8dc7506944db1894881e601fb3, disabling compactions & flushes 2024-11-24T17:18:34,249 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:34,249 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:34,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. after waiting 1 ms 2024-11-24T17:18:34,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:34,250 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:34,250 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f634ed8dc7506944db1894881e601fb3: Waiting for close lock at 1732468714249Disabling compacts and flushes for region at 1732468714249Disabling writes for close at 1732468714250 (+1 ms)Writing region close event to WAL at 1732468714250Closed at 1732468714250 2024-11-24T17:18:34,254 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:18:34,258 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732468714254"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468714254"}]},"ts":"1732468714254"} 2024-11-24T17:18:34,262 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:18:34,264 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:18:34,267 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468714264"}]},"ts":"1732468714264"} 2024-11-24T17:18:34,270 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:18:34,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f634ed8dc7506944db1894881e601fb3, ASSIGN}] 2024-11-24T17:18:34,274 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f634ed8dc7506944db1894881e601fb3, ASSIGN 2024-11-24T17:18:34,276 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f634ed8dc7506944db1894881e601fb3, ASSIGN; state=OFFLINE, location=a23eb99f71f0,44913,1732468702723; forceNewPlan=false, retain=false 2024-11-24T17:18:34,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f634ed8dc7506944db1894881e601fb3, regionState=OPENING, regionLocation=a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:34,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f634ed8dc7506944db1894881e601fb3, ASSIGN because future has completed 2024-11-24T17:18:34,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f634ed8dc7506944db1894881e601fb3, server=a23eb99f71f0,44913,1732468702723}] 2024-11-24T17:18:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:18:34,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:34,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:34,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:18:34,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C44913%2C1732468702723.rep, suffix=, logDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723, archiveDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs, maxLogs=10 2024-11-24T17:18:34,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.rep.1732468714605, exclude list is [], retry=0 2024-11-24T17:18:34,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-fc946ea4-a922-4d82-8840-1a3cd85751b9,DISK] 2024-11-24T17:18:34,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.rep.1732468714605 2024-11-24T17:18:34,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41237:41237)] 2024-11-24T17:18:34,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f634ed8dc7506944db1894881e601fb3, NAME => 'hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:18:34,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:18:34,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:18:34,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. service=MultiRowMutationService 2024-11-24T17:18:34,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:18:34,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:34,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,627 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,628 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f634ed8dc7506944db1894881e601fb3 columnFamilyName hfileref 2024-11-24T17:18:34,628 DEBUG [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:34,629 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.HStore(327): Store=f634ed8dc7506944db1894881e601fb3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:34,629 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,630 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f634ed8dc7506944db1894881e601fb3 columnFamilyName queue 2024-11-24T17:18:34,630 DEBUG [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:34,631 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.HStore(327): Store=f634ed8dc7506944db1894881e601fb3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:34,631 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,633 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f634ed8dc7506944db1894881e601fb3 columnFamilyName sid 2024-11-24T17:18:34,633 DEBUG [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:34,634 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.HStore(327): Store=f634ed8dc7506944db1894881e601fb3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:34,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:18:34,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:18:34,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f634ed8dc7506944db1894881e601fb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67021343, jitterRate=-0.0013041645288467407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:18:34,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:34,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f634ed8dc7506944db1894881e601fb3: Running coprocessor pre-open hook at 1732468714625Writing region info on filesystem at 1732468714625Initializing all the Stores at 1732468714626 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468714626Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468714627 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468714627Cleaning up temporary data from old regions at 1732468714637 (+10 ms)Running coprocessor post-open hooks at 1732468714644 (+7 ms)Region opened successfully at 1732468714646 (+2 ms) 2024-11-24T17:18:34,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3., pid=7, masterSystemTime=1732468714593 2024-11-24T17:18:34,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:34,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:34,652 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f634ed8dc7506944db1894881e601fb3, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:34,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f634ed8dc7506944db1894881e601fb3, server=a23eb99f71f0,44913,1732468702723 because future has completed 2024-11-24T17:18:34,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T17:18:34,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f634ed8dc7506944db1894881e601fb3, server=a23eb99f71f0,44913,1732468702723 in 221 msec 2024-11-24T17:18:34,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:18:34,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f634ed8dc7506944db1894881e601fb3, ASSIGN in 390 msec 2024-11-24T17:18:34,667 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:18:34,667 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468714667"}]},"ts":"1732468714667"} 2024-11-24T17:18:34,670 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:18:34,671 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:18:34,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2600 sec 2024-11-24T17:18:34,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3., hostname=a23eb99f71f0,44913,1732468702723, seqNum=2] 2024-11-24T17:18:34,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44913 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T17:18:34,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:34,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:34,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:18:35,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T17:18:35,043 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:18:35,082 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,44913,1732468702723, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:18:35,083 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:18:35,083 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,44913,1732468702723, seqNum=-1] 2024-11-24T17:18:35,083 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:18:35,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-24T17:18:35,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,44913,1732468702723', locateType=CURRENT is [region=hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3., hostname=a23eb99f71f0,44913,1732468702723, seqNum=2] 2024-11-24T17:18:35,093 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T17:18:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T17:18:35,099 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,44913,1732468702723 suceeded 2024-11-24T17:18:35,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T17:18:35,103 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:36981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:18:35,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-24T17:18:35,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7330 sec 2024-11-24T17:18:35,111 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:36981' 2024-11-24T17:18:35,113 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7063fb73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,113 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,36981,-1 for getting cluster id 2024-11-24T17:18:35,113 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:35,114 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd128705-3b3e-4c73-89d4-afc6a71722b5' 2024-11-24T17:18:35,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:35,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd128705-3b3e-4c73-89d4-afc6a71722b5" 2024-11-24T17:18:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2214cb71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,36981,-1] 2024-11-24T17:18:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,116 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:35,117 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ad1e2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,117 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:18:35,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:35,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d9e568c 2024-11-24T17:18:35,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:18:35,119 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T17:18:35,120 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,44913,1732468702723 (queues=1) is replicating from cluster=585709ef-0dd3-4bc9-bb7b-59325fe53321 to cluster=cd128705-3b3e-4c73-89d4-afc6a71722b5 2024-11-24T17:18:35,121 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C44913%2C1732468702723 2024-11-24T17:18:35,124 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,44913,1732468702723, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:18:35,126 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,1-a23eb99f71f0,44913,1732468702723 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C44913%2C1732468702723 2024-11-24T17:18:35,129 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,1-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766, startPosition=0, beingWritten=true 2024-11-24T17:18:35,376 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,1-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 to pos 0, reset compression=false 2024-11-24T17:18:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:18:35,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:18:35,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:35,525 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:18:35,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:35,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acc1068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,35263,-1 for getting cluster id 2024-11-24T17:18:35,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:35,528 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585709ef-0dd3-4bc9-bb7b-59325fe53321' 2024-11-24T17:18:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585709ef-0dd3-4bc9-bb7b-59325fe53321" 2024-11-24T17:18:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3100aa2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,35263,-1] 2024-11-24T17:18:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:35,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,531 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a283471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:18:35,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,35263,1732468701482 2024-11-24T17:18:35,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6459f86e 2024-11-24T17:18:35,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:18:35,537 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:18:35,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://a23eb99f71f0:36981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:18:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:18:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T17:18:35,542 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:36981' 2024-11-24T17:18:35,543 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a562d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,543 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,36981,-1 for getting cluster id 2024-11-24T17:18:35,543 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:35,545 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd128705-3b3e-4c73-89d4-afc6a71722b5' 2024-11-24T17:18:35,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:35,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd128705-3b3e-4c73-89d4-afc6a71722b5" 2024-11-24T17:18:35,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c692e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,36981,-1] 2024-11-24T17:18:35,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:35,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,547 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:35,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a648ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,548 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:18:35,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:35,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e43c34f 2024-11-24T17:18:35,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:18:35,551 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:18:35,552 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T17:18:35,552 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:18:35,552 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,552 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:35,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:18:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T17:18:35,687 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,1-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 to pos 0, reset compression=false 2024-11-24T17:18:35,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-24T17:18:35,792 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T17:18:35,825 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-a23eb99f71f0,44913,1732468702723, ReplicationSource: 2, currentBandwidth=0 2024-11-24T17:18:35,828 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T17:18:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T17:18:35,832 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a23eb99f71f0,44913,1732468702723 suceeded 2024-11-24T17:18:35,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:18:35,837 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a23eb99f71f0:36981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:18:35,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-24T17:18:35,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 300 msec 2024-11-24T17:18:35,846 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:36981' 2024-11-24T17:18:35,847 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33dbc147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,847 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,36981,-1 for getting cluster id 2024-11-24T17:18:35,847 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:35,848 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd128705-3b3e-4c73-89d4-afc6a71722b5' 2024-11-24T17:18:35,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:35,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd128705-3b3e-4c73-89d4-afc6a71722b5" 2024-11-24T17:18:35,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,36981,-1] 2024-11-24T17:18:35,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:35,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,851 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:35,852 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aefdef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,852 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:18:35,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:35,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d025578 2024-11-24T17:18:35,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:18:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T17:18:35,855 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T17:18:35,856 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T17:18:35,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:18:35,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:35,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:35,856 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a23eb99f71f0,44913,1732468702723 (queues=1) is replicating from cluster=585709ef-0dd3-4bc9-bb7b-59325fe53321 to cluster=cd128705-3b3e-4c73-89d4-afc6a71722b5 2024-11-24T17:18:35,856 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a23eb99f71f0%2C44913%2C1732468702723 2024-11-24T17:18:35,857 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a23eb99f71f0,44913,1732468702723, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:18:35,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:18:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,35263,1732468701482 2024-11-24T17:18:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62739819 2024-11-24T17:18:35,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:18:35,860 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C44913%2C1732468702723 2024-11-24T17:18:35,860 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766, startPosition=0, beingWritten=true 2024-11-24T17:18:35,862 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:18:35,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T17:18:35,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T17:18:35,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T17:18:35,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T17:18:35,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:36981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:18:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T17:18:35,879 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:36981' 2024-11-24T17:18:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T17:18:35,880 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b02a05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,880 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,36981,-1 for getting cluster id 2024-11-24T17:18:35,880 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:35,881 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd128705-3b3e-4c73-89d4-afc6a71722b5' 2024-11-24T17:18:35,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:35,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd128705-3b3e-4c73-89d4-afc6a71722b5" 2024-11-24T17:18:35,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b57855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,36981,-1] 2024-11-24T17:18:35,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:35,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,883 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:35,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278b40d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:35,884 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:18:35,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:35,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7403bca4 2024-11-24T17:18:35,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:18:35,886 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:18:35,887 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T17:18:35,887 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:18:35,887 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,887 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:35,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:35,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:18:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T17:18:36,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-24T17:18:36,055 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-24T17:18:36,057 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T17:18:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T17:18:36,062 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on a23eb99f71f0,44913,1732468702723 suceeded 2024-11-24T17:18:36,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T17:18:36,067 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://a23eb99f71f0:36981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:18:36,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-24T17:18:36,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 196 msec 2024-11-24T17:18:36,079 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 to pos 0, reset compression=false 2024-11-24T17:18:36,094 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,1-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 to pos 0, reset compression=false 2024-11-24T17:18:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T17:18:36,195 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-24T17:18:36,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://a23eb99f71f0:36981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:18:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T17:18:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T17:18:36,200 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:36981' 2024-11-24T17:18:36,201 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5982e772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:36,201 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,36981,-1 for getting cluster id 2024-11-24T17:18:36,201 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:36,202 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd128705-3b3e-4c73-89d4-afc6a71722b5' 2024-11-24T17:18:36,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:36,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd128705-3b3e-4c73-89d4-afc6a71722b5" 2024-11-24T17:18:36,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9be640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:36,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,36981,-1] 2024-11-24T17:18:36,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:36,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:36,204 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:36,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0cb584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:36,206 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:18:36,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:36,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dc48384 2024-11-24T17:18:36,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:18:36,208 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:18:36,209 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T17:18:36,209 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:18:36,209 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:36,209 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:36,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:36,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:18:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T17:18:36,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-24T17:18:36,377 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-24T17:18:36,378 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T17:18:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T17:18:36,382 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on a23eb99f71f0,44913,1732468702723 suceeded 2024-11-24T17:18:36,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T17:18:36,385 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://a23eb99f71f0:36981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:18:36,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-24T17:18:36,385 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 to pos 0, reset compression=false 2024-11-24T17:18:36,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-11-24T17:18:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T17:18:36,516 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-24T17:18:36,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T17:18:36,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T17:18:36,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:18:36,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:36,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:36,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:36,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:18:36,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1392182542, stopped=false 2024-11-24T17:18:36,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:36,519 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,35263,1732468701482 2024-11-24T17:18:36,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526140088/running 2024-11-24T17:18:36,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526140088/running 2024-11-24T17:18:36,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:36,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:36,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:18:36,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:18:36,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:36,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:36,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/running 2024-11-24T17:18:36,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,44913,1732468702723' ***** 2024-11-24T17:18:36,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:18:36,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/running 2024-11-24T17:18:36,538 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:18:36,539 INFO [RS:0;a23eb99f71f0:44913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:18:36,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:18:36,539 INFO [RS:0;a23eb99f71f0:44913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:18:36,539 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(3091): Received CLOSE for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:36,540 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:36,540 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:18:36,540 INFO [RS:0;a23eb99f71f0:44913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:44913. 2024-11-24T17:18:36,540 DEBUG [RS:0;a23eb99f71f0:44913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:36,540 DEBUG [RS:0;a23eb99f71f0:44913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:36,540 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f634ed8dc7506944db1894881e601fb3, disabling compactions & flushes 2024-11-24T17:18:36,540 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:36,540 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:18:36,540 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:18:36,540 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:18:36,540 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:18:36,540 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:36,540 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. after waiting 0 ms 2024-11-24T17:18:36,540 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:36,541 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:18:36,541 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1325): Online Regions={f634ed8dc7506944db1894881e601fb3=hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:18:36,541 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:18:36,541 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:18:36,541 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:18:36,541 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:18:36,541 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:18:36,541 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:36,545 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T17:18:36,545 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f634ed8dc7506944db1894881e601fb3 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-24T17:18:36,597 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:18:36,597 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:18:36,600 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,1-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 to pos 0, reset compression=false 2024-11-24T17:18:36,613 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3/.tmp/queue/bf3a18c6e3ae498b963dbb13260b420d is 151, key is 1-a23eb99f71f0,44913,1732468702723/queue:a23eb99f71f0%2C44913%2C1732468702723/1732468715088/Put/seqid=0 2024-11-24T17:18:36,613 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/.tmp/info/8b694e3c45f547de8448288ae078ce24 is 147, key is hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3./info:regioninfo/1732468714652/Put/seqid=0 2024-11-24T17:18:36,617 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:18:36,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741838_1014 (size=5500) 2024-11-24T17:18:36,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741839_1015 (size=6631) 2024-11-24T17:18:36,741 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:36,792 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 to pos 0, reset compression=false 2024-11-24T17:18:36,942 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:37,031 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3/.tmp/queue/bf3a18c6e3ae498b963dbb13260b420d 2024-11-24T17:18:37,065 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/.tmp/info/8b694e3c45f547de8448288ae078ce24 2024-11-24T17:18:37,102 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3/.tmp/queue/bf3a18c6e3ae498b963dbb13260b420d as hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3/queue/bf3a18c6e3ae498b963dbb13260b420d 2024-11-24T17:18:37,119 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3/queue/bf3a18c6e3ae498b963dbb13260b420d, entries=2, sequenceid=6, filesize=5.4 K 2024-11-24T17:18:37,121 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/.tmp/ns/98c939bd665a4761891d89ca25124145 is 43, key is default/ns:d/1732468707067/Put/seqid=0 2024-11-24T17:18:37,127 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f634ed8dc7506944db1894881e601fb3 in 581ms, sequenceid=6, compaction requested=false 2024-11-24T17:18:37,128 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T17:18:37,142 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:37,162 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T17:18:37,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741840_1016 (size=5153) 2024-11-24T17:18:37,169 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:18:37,169 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:18:37,169 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:37,170 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f634ed8dc7506944db1894881e601fb3: Waiting for close lock at 1732468716540Running coprocessor pre-close hooks at 1732468716540Disabling compacts and flushes for region at 1732468716540Disabling writes for close at 1732468716540Obtaining lock to block concurrent updates at 1732468716545 (+5 ms)Preparing flush snapshotting stores in f634ed8dc7506944db1894881e601fb3 at 1732468716545Finished memstore snapshotting hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732468716553 (+8 ms)Flushing stores of hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. at 1732468716555 (+2 ms)Flushing f634ed8dc7506944db1894881e601fb3/queue: creating writer at 1732468716557 (+2 ms)Flushing f634ed8dc7506944db1894881e601fb3/queue: appending metadata at 1732468716595 (+38 ms)Flushing f634ed8dc7506944db1894881e601fb3/queue: closing flushed file at 1732468716598 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e884f1: reopening flushed file at 1732468717100 (+502 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f634ed8dc7506944db1894881e601fb3 in 581ms, sequenceid=6, compaction requested=false at 1732468717128 (+28 ms)Writing region close event to WAL at 1732468717144 (+16 ms)Running coprocessor post-close hooks at 1732468717163 (+19 ms)Closed at 1732468717169 (+6 ms) 2024-11-24T17:18:37,170 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:37,210 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,1-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 to pos 0, reset compression=false 2024-11-24T17:18:37,300 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 to pos 0, reset compression=false 2024-11-24T17:18:37,342 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:18:37,542 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:18:37,543 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:18:37,543 DEBUG [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:18:37,570 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/.tmp/ns/98c939bd665a4761891d89ca25124145 2024-11-24T17:18:37,604 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/.tmp/table/ae42e4ebec864000ba1104d0140ba2e7 is 53, key is hbase:replication/table:state/1732468714667/Put/seqid=0 2024-11-24T17:18:37,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741841_1017 (size=5256) 2024-11-24T17:18:37,616 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/.tmp/table/ae42e4ebec864000ba1104d0140ba2e7 2024-11-24T17:18:37,628 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/.tmp/info/8b694e3c45f547de8448288ae078ce24 as hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/info/8b694e3c45f547de8448288ae078ce24 2024-11-24T17:18:37,639 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/info/8b694e3c45f547de8448288ae078ce24, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T17:18:37,641 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/.tmp/ns/98c939bd665a4761891d89ca25124145 as hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/ns/98c939bd665a4761891d89ca25124145 2024-11-24T17:18:37,659 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/ns/98c939bd665a4761891d89ca25124145, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T17:18:37,660 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/.tmp/table/ae42e4ebec864000ba1104d0140ba2e7 as hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/table/ae42e4ebec864000ba1104d0140ba2e7 2024-11-24T17:18:37,670 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/table/ae42e4ebec864000ba1104d0140ba2e7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T17:18:37,671 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1130ms, sequenceid=11, compaction requested=false 2024-11-24T17:18:37,680 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T17:18:37,680 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:18:37,681 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:18:37,681 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:18:37,681 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468716541Running coprocessor pre-close hooks at 1732468716541Disabling compacts and flushes for region at 1732468716541Disabling writes for close at 1732468716541Obtaining lock to block concurrent updates at 1732468716545 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732468716545Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732468716553 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732468716555 (+2 ms)Flushing 1588230740/info: creating writer at 1732468716557 (+2 ms)Flushing 1588230740/info: appending metadata at 1732468716597 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732468716598 (+1 ms)Flushing 1588230740/ns: creating writer at 1732468717100 (+502 ms)Flushing 1588230740/ns: appending metadata at 1732468717120 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732468717120Flushing 1588230740/table: creating writer at 1732468717584 (+464 ms)Flushing 1588230740/table: appending metadata at 1732468717603 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732468717604 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a161716: reopening flushed file at 1732468717627 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c69d37d: reopening flushed file at 1732468717639 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c52f305: reopening flushed file at 1732468717659 (+20 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1130ms, sequenceid=11, compaction requested=false at 1732468717671 (+12 ms)Writing region close event to WAL at 1732468717674 (+3 ms)Running coprocessor post-close hooks at 1732468717680 (+6 ms)Closed at 1732468717681 (+1 ms) 2024-11-24T17:18:37,681 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:18:37,743 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,44913,1732468702723; all regions closed. 2024-11-24T17:18:37,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741834_1010 (size=2742) 2024-11-24T17:18:37,754 DEBUG [RS:0;a23eb99f71f0:44913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs 2024-11-24T17:18:37,754 INFO [RS:0;a23eb99f71f0:44913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C44913%2C1732468702723.meta:.meta(num 1732468706769) 2024-11-24T17:18:37,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741837_1013 (size=1802) 2024-11-24T17:18:37,760 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.rep.1732468714605 not finished, retry = 0 2024-11-24T17:18:37,864 DEBUG [RS:0;a23eb99f71f0:44913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs 2024-11-24T17:18:37,864 INFO [RS:0;a23eb99f71f0:44913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C44913%2C1732468702723.rep:(num 1732468714605) 2024-11-24T17:18:37,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741832_1008 (size=93) 2024-11-24T17:18:37,871 DEBUG [RS:0;a23eb99f71f0:44913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs 2024-11-24T17:18:37,871 INFO [RS:0;a23eb99f71f0:44913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C44913%2C1732468702723:(num 1732468705766) 2024-11-24T17:18:37,871 DEBUG [RS:0;a23eb99f71f0:44913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:37,872 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:18:37,872 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:18:37,872 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:18:37,872 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:18:37,872 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:18:37,873 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,44913,1732468702723 because: Region server is closing 2024-11-24T17:18:37,873 INFO [RS:0;a23eb99f71f0:44913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:44913. 2024-11-24T17:18:37,873 DEBUG [RS:0;a23eb99f71f0:44913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:37,873 DEBUG [RS:0;a23eb99f71f0:44913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:37,874 DEBUG [RS:0;a23eb99f71f0:44913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:37,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:37,916 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 to pos 0, reset compression=false 2024-11-24T17:18:37,923 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 was moved to hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 2024-11-24T17:18:37,928 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766 2024-11-24T17:18:37,929 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T17:18:37,929 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.wal-reader.a23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T17:18:37,929 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a23eb99f71f0,44913,1732468702723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723/a23eb99f71f0%2C44913%2C1732468702723.1732468705766, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T17:18:37,935 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a23eb99f71f0,44913,1732468702723: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-a23eb99f71f0,44913,1732468702723, walGroup=a23eb99f71f0%2C44913%2C1732468702723, offset=a23eb99f71f0%2C44913%2C1732468702723.1732468705766:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:44913 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T17:18:37,938 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T17:18:37,940 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T17:18:37,941 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T17:18:37,941 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T17:18:37,941 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T17:18:37,941 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 402455296 }, "NonHeapMemoryUsage": { "committed": 152961024, "init": 7667712, "max": -1, "used": 150755360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T17:18:37,943 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [a23eb99f71f0%2C44913%2C1732468702723.1732468705766] 2024-11-24T17:18:37,974 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,1-a23eb99f71f0,44913,1732468702723 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T17:18:37,974 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,1-a23eb99f71f0,44913,1732468702723 terminated 2024-11-24T17:18:37,975 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a23eb99f71f0,44913,1732468702723 because: Region server is closing 2024-11-24T17:18:37,975 INFO [RS:0;a23eb99f71f0:44913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:44913. 2024-11-24T17:18:37,975 DEBUG [RS:0;a23eb99f71f0:44913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:37,975 DEBUG [RS:0;a23eb99f71f0:44913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:37,975 DEBUG [RS:0;a23eb99f71f0:44913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:37,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:37,976 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,44913,1732468702723.replicationSource.shippera23eb99f71f0%2C44913%2C1732468702723,2-a23eb99f71f0,44913,1732468702723 terminated 2024-11-24T17:18:37,976 INFO [RS:0;a23eb99f71f0:44913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44913 2024-11-24T17:18:38,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088/rs 2024-11-24T17:18:38,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526140088/rs/a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:38,042 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:18:38,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,44913,1732468702723] 2024-11-24T17:18:38,063 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/draining/a23eb99f71f0,44913,1732468702723 already deleted, retry=false 2024-11-24T17:18:38,063 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,44913,1732468702723 expired; onlineServers=0 2024-11-24T17:18:38,063 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,35263,1732468701482' ***** 2024-11-24T17:18:38,063 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:18:38,064 INFO [M:0;a23eb99f71f0:35263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:18:38,064 INFO [M:0;a23eb99f71f0:35263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:18:38,064 DEBUG [M:0;a23eb99f71f0:35263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:18:38,064 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:18:38,064 DEBUG [M:0;a23eb99f71f0:35263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:18:38,064 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468705408 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468705408,5,FailOnTimeoutGroup] 2024-11-24T17:18:38,064 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468705407 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468705407,5,FailOnTimeoutGroup] 2024-11-24T17:18:38,064 INFO [M:0;a23eb99f71f0:35263 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:18:38,064 INFO [M:0;a23eb99f71f0:35263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:18:38,064 DEBUG [M:0;a23eb99f71f0:35263 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:18:38,065 INFO [M:0;a23eb99f71f0:35263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:18:38,065 INFO [M:0;a23eb99f71f0:35263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:18:38,065 INFO [M:0;a23eb99f71f0:35263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:18:38,066 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:18:38,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526140088/master 2024-11-24T17:18:38,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:38,074 DEBUG [M:0;a23eb99f71f0:35263 {}] zookeeper.ZKUtil(347): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Unable to get data of znode /01526140088/master because node does not exist (not an error) 2024-11-24T17:18:38,074 WARN [M:0;a23eb99f71f0:35263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:18:38,075 INFO [M:0;a23eb99f71f0:35263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/.lastflushedseqids 2024-11-24T17:18:38,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741842_1018 (size=181) 2024-11-24T17:18:38,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:18:38,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1016dda5ff30001, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:18:38,153 INFO [RS:0;a23eb99f71f0:44913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:18:38,154 INFO [RS:0;a23eb99f71f0:44913 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,44913,1732468702723; zookeeper connection closed. 2024-11-24T17:18:38,154 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67dcd37e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67dcd37e 2024-11-24T17:18:38,154 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:18:38,487 INFO [M:0;a23eb99f71f0:35263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:18:38,487 INFO [M:0;a23eb99f71f0:35263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:18:38,487 DEBUG [M:0;a23eb99f71f0:35263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:18:38,487 INFO [M:0;a23eb99f71f0:35263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:38,487 DEBUG [M:0;a23eb99f71f0:35263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:38,487 DEBUG [M:0;a23eb99f71f0:35263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:18:38,487 DEBUG [M:0;a23eb99f71f0:35263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:38,487 INFO [M:0;a23eb99f71f0:35263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-24T17:18:38,505 DEBUG [M:0;a23eb99f71f0:35263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/946684f78b5543849d459b0b0d711028 is 82, key is hbase:meta,,1/info:regioninfo/1732468706881/Put/seqid=0 2024-11-24T17:18:38,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741843_1019 (size=5672) 2024-11-24T17:18:38,511 INFO [M:0;a23eb99f71f0:35263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/946684f78b5543849d459b0b0d711028 2024-11-24T17:18:38,536 DEBUG [M:0;a23eb99f71f0:35263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d22a92d651ff42d598753180520699c2 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732468714673/Put/seqid=0 2024-11-24T17:18:38,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741844_1020 (size=8663) 2024-11-24T17:18:38,545 INFO [M:0;a23eb99f71f0:35263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d22a92d651ff42d598753180520699c2 2024-11-24T17:18:38,574 DEBUG [M:0;a23eb99f71f0:35263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33cd4c9f858343ab8e5de56b14785dee is 69, key is a23eb99f71f0,44913,1732468702723/rs:state/1732468705500/Put/seqid=0 2024-11-24T17:18:38,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741845_1021 (size=5156) 2024-11-24T17:18:38,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:18:38,980 INFO [M:0;a23eb99f71f0:35263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33cd4c9f858343ab8e5de56b14785dee 2024-11-24T17:18:38,988 DEBUG [M:0;a23eb99f71f0:35263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/946684f78b5543849d459b0b0d711028 as hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/946684f78b5543849d459b0b0d711028 2024-11-24T17:18:38,996 INFO [M:0;a23eb99f71f0:35263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/946684f78b5543849d459b0b0d711028, entries=8, sequenceid=115, filesize=5.5 K 2024-11-24T17:18:38,998 DEBUG [M:0;a23eb99f71f0:35263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d22a92d651ff42d598753180520699c2 as hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d22a92d651ff42d598753180520699c2 2024-11-24T17:18:39,006 INFO [M:0;a23eb99f71f0:35263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d22a92d651ff42d598753180520699c2, entries=14, sequenceid=115, filesize=8.5 K 2024-11-24T17:18:39,007 DEBUG [M:0;a23eb99f71f0:35263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33cd4c9f858343ab8e5de56b14785dee as hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33cd4c9f858343ab8e5de56b14785dee 2024-11-24T17:18:39,014 INFO [M:0;a23eb99f71f0:35263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33cd4c9f858343ab8e5de56b14785dee, entries=1, sequenceid=115, filesize=5.0 K 2024-11-24T17:18:39,016 INFO [M:0;a23eb99f71f0:35263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 529ms, sequenceid=115, compaction requested=false 2024-11-24T17:18:39,017 INFO [M:0;a23eb99f71f0:35263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:39,018 DEBUG [M:0;a23eb99f71f0:35263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468718487Disabling compacts and flushes for region at 1732468718487Disabling writes for close at 1732468718487Obtaining lock to block concurrent updates at 1732468718488 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468718488Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732468718488Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468718489 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468718489Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468718504 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468718505 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468718519 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468718535 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468718535Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468718553 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468718573 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468718573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63dcb51a: reopening flushed file at 1732468718987 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@215694fa: reopening flushed file at 1732468718997 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3036616d: reopening flushed file at 1732468719006 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 529ms, sequenceid=115, compaction requested=false at 1732468719016 (+10 ms)Writing region close event to WAL at 1732468719017 (+1 ms)Closed at 1732468719017 2024-11-24T17:18:39,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741830_1006 (size=59421) 2024-11-24T17:18:39,022 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:18:39,022 INFO [M:0;a23eb99f71f0:35263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:18:39,022 INFO [M:0;a23eb99f71f0:35263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35263 2024-11-24T17:18:39,022 INFO [M:0;a23eb99f71f0:35263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:18:39,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:18:39,199 INFO [M:0;a23eb99f71f0:35263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:18:39,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35263-0x1016dda5ff30000, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:18:39,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:18:39,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:39,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:39,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:18:39,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:39,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:18:39,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:18:39,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:18:39,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41707 2024-11-24T17:18:39,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41707 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-24T17:18:39,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417070x0, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:39,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41707-0x1016dda5ff30006 connected 2024-11-24T17:18:39,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:39,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:39,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/running 2024-11-24T17:18:39,253 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526140088/meta-region-server: INIT 2024-11-24T17:18:39,253 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107, hbase.cluster.distributed=false 2024-11-24T17:18:39,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/acl 2024-11-24T17:18:39,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41707 2024-11-24T17:18:39,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41707 2024-11-24T17:18:39,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41707 2024-11-24T17:18:39,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41707 2024-11-24T17:18:39,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41707 2024-11-24T17:18:39,293 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:18:39,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:39,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:39,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:18:39,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:39,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:18:39,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:18:39,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:18:39,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44171 2024-11-24T17:18:39,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44171 connecting to ZooKeeper ensemble=127.0.0.1:55783 2024-11-24T17:18:39,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:39,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:39,316 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441710x0, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:39,316 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526140088/meta-region-server: INIT 2024-11-24T17:18:39,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441710x0, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/running 2024-11-24T17:18:39,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44171-0x1016dda5ff30007 connected 2024-11-24T17:18:39,316 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:18:39,318 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:18:39,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/master 2024-11-24T17:18:39,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/acl 2024-11-24T17:18:39,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44171 2024-11-24T17:18:39,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44171 2024-11-24T17:18:39,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44171 2024-11-24T17:18:39,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44171 2024-11-24T17:18:39,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44171 2024-11-24T17:18:39,341 DEBUG [M:0;a23eb99f71f0:41707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:41707 2024-11-24T17:18:39,342 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01526140088/backup-masters/a23eb99f71f0,41707,1732468719201 2024-11-24T17:18:39,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088/backup-masters 2024-11-24T17:18:39,351 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088/backup-masters 2024-11-24T17:18:39,352 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on existing znode=/01526140088/backup-masters/a23eb99f71f0,41707,1732468719201 2024-11-24T17:18:39,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:39,362 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01526140088/master 2024-11-24T17:18:39,362 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:39,362 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on existing znode=/01526140088/master 2024-11-24T17:18:39,363 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01526140088/backup-masters/a23eb99f71f0,41707,1732468719201 from backup master directory 2024-11-24T17:18:39,372 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088/backup-masters 2024-11-24T17:18:39,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526140088/backup-masters/a23eb99f71f0,41707,1732468719201 2024-11-24T17:18:39,372 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:18:39,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088/backup-masters 2024-11-24T17:18:39,372 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,41707,1732468719201 2024-11-24T17:18:39,388 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:39,388 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:18:39,403 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-24T17:18:39,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741846_1022 (size=196) 2024-11-24T17:18:39,823 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:18:39,824 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:18:39,828 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:39,840 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T17:18:39,857 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,35263,1732468701482 to hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,35263,1732468701482-dead as it is dead 2024-11-24T17:18:39,859 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T17:18:39,859 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T17:18:39,859 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,35263,1732468701482-dead/a23eb99f71f0%2C35263%2C1732468701482.1732468704250 2024-11-24T17:18:39,866 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,35263,1732468701482-dead/a23eb99f71f0%2C35263%2C1732468701482.1732468704250 after 5ms 2024-11-24T17:18:39,867 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,35263,1732468701482-dead/a23eb99f71f0%2C35263%2C1732468701482.1732468704250 to hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a23eb99f71f0%2C35263%2C1732468701482.1732468704250 2024-11-24T17:18:39,867 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,35263,1732468701482-dead 2024-11-24T17:18:39,869 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,41707,1732468719201 2024-11-24T17:18:39,871 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:18:39,873 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C41707%2C1732468719201, suffix=, logDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,41707,1732468719201, archiveDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/oldWALs, maxLogs=10 2024-11-24T17:18:39,893 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,41707,1732468719201/a23eb99f71f0%2C41707%2C1732468719201.1732468719873, exclude list is [], retry=0 2024-11-24T17:18:39,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-fc946ea4-a922-4d82-8840-1a3cd85751b9,DISK] 2024-11-24T17:18:39,921 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/WALs/a23eb99f71f0,41707,1732468719201/a23eb99f71f0%2C41707%2C1732468719201.1732468719873 2024-11-24T17:18:39,924 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41237:41237)] 2024-11-24T17:18:39,924 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:18:39,925 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:39,925 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:39,925 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:39,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:39,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:18:39,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:39,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/946684f78b5543849d459b0b0d711028 2024-11-24T17:18:39,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:39,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:39,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:18:39,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:39,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d22a92d651ff42d598753180520699c2 2024-11-24T17:18:39,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:39,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:39,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:18:39,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:39,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33cd4c9f858343ab8e5de56b14785dee 2024-11-24T17:18:39,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:39,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:40,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:18:40,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:40,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:40,003 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:40,005 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T17:18:40,005 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a23eb99f71f0%2C35263%2C1732468701482.1732468704250 2024-11-24T17:18:40,024 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a23eb99f71f0%2C35263%2C1732468701482.1732468704250 2024-11-24T17:18:40,026 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a23eb99f71f0%2C35263%2C1732468701482.1732468704250 2024-11-24T17:18:40,028 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:40,028 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:40,030 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:40,032 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:40,037 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-24T17:18:40,045 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71406924, jitterRate=0.06404608488082886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:40,046 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468719925Initializing all the Stores at 1732468719927 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468719927Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468719928 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468719928Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468719928Cleaning up temporary data from old regions at 1732468720029 (+101 ms)Region opened successfully at 1732468720045 (+16 ms) 2024-11-24T17:18:40,046 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:18:40,058 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b74d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:18:40,075 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T17:18:40,076 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:18:40,076 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:18:40,076 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:18:40,081 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-24T17:18:40,089 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:40,089 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:18:40,091 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:18:40,091 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:18:40,091 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T17:18:40,092 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T17:18:40,092 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-24T17:18:40,092 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:18:40,122 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a23eb99f71f0,44913,1732468702723, regionLocation=a23eb99f71f0,44913,1732468702723, openSeqNum=2 2024-11-24T17:18:40,123 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a23eb99f71f0,44913,1732468702723, table=hbase:meta, region=1588230740 2024-11-24T17:18:40,123 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,44913,1732468702723, state=OPEN 2024-11-24T17:18:40,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01526140088/meta-region-server 2024-11-24T17:18:40,179 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01526140088/meta-region-server 2024-11-24T17:18:40,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526140088/meta-region-server: CHANGED 2024-11-24T17:18:40,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526140088/meta-region-server: CHANGED 2024-11-24T17:18:40,215 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:18:40,236 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/draining/a23eb99f71f0,44913,1732468702723 already deleted, retry=false 2024-11-24T17:18:40,237 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a23eb99f71f0,44913,1732468702723 on a23eb99f71f0,41707,1732468719201 2024-11-24T17:18:40,264 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a23eb99f71f0,44913,1732468702723, splitWal=true, meta=true 2024-11-24T17:18:40,267 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for a23eb99f71f0,44913,1732468702723 (carryingMeta=true) a23eb99f71f0,44913,1732468702723/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@31c0e67d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T17:18:40,271 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Unable to get data of znode /01526140088/balancer because node does not exist (not necessarily an error) 2024-11-24T17:18:40,313 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/balancer already deleted, retry=false 2024-11-24T17:18:40,314 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:18:40,316 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Unable to get data of znode /01526140088/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:18:40,337 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/normalizer already deleted, retry=false 2024-11-24T17:18:40,337 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:18:40,352 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Unable to get data of znode /01526140088/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:18:40,363 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/switch/split already deleted, retry=false 2024-11-24T17:18:40,366 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Unable to get data of znode /01526140088/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:18:40,372 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/switch/merge already deleted, retry=false 2024-11-24T17:18:40,396 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Unable to get data of znode /01526140088/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:18:40,404 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/snapshot-cleanup already deleted, retry=false 2024-11-24T17:18:40,414 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01526140088/running 2024-11-24T17:18:40,415 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:40,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01526140088/running 2024-11-24T17:18:40,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:40,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,41707,1732468719201, sessionid=0x1016dda5ff30006, setting cluster-up flag (Was=false) 2024-11-24T17:18:40,426 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01526140088/flush-table-proc/acquired, /01526140088/flush-table-proc/reached, /01526140088/flush-table-proc/abort 2024-11-24T17:18:40,427 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,41707,1732468719201 2024-11-24T17:18:40,443 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01526140088/online-snapshot/acquired, /01526140088/online-snapshot/reached, /01526140088/online-snapshot/abort 2024-11-24T17:18:40,444 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,41707,1732468719201 2024-11-24T17:18:40,468 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/.lastflushedseqids 2024-11-24T17:18:40,493 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:18:40,493 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:18:40,493 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,41707,1732468719201 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a23eb99f71f0,44913,1732468702723 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:18:40,496 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:40,496 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:40,496 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:40,497 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:40,497 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:18:40,497 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,497 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:18:40,497 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,522 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a23eb99f71f0,44913,1732468702723, splitWal=true, meta=true 2024-11-24T17:18:40,525 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a23eb99f71f0,44913,1732468702723, splitWal=true, meta=true, isMeta: true 2024-11-24T17:18:40,536 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723-splitting 2024-11-24T17:18:40,540 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468750540 2024-11-24T17:18:40,540 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:18:40,541 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:18:40,541 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:18:40,541 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:18:40,541 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:18:40,541 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:18:40,551 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:40,560 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723-splitting dir is empty, no logs to split. 2024-11-24T17:18:40,560 INFO [PEWorker-1 {}] master.SplitWALManager(105): a23eb99f71f0,44913,1732468702723 WAL count=0, meta=true 2024-11-24T17:18:40,564 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:18:40,565 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:18:40,565 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:18:40,565 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:18:40,581 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:18:40,581 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:18:40,583 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(746): ClusterId : 585709ef-0dd3-4bc9-bb7b-59325fe53321 2024-11-24T17:18:40,584 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:18:40,584 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468720582,5,FailOnTimeoutGroup] 2024-11-24T17:18:40,585 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723-splitting dir is empty, no logs to split. 2024-11-24T17:18:40,585 INFO [PEWorker-1 {}] master.SplitWALManager(105): a23eb99f71f0,44913,1732468702723 WAL count=0, meta=true 2024-11-24T17:18:40,585 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a23eb99f71f0,44913,1732468702723 WAL splitting is done? wals=0, meta=true 2024-11-24T17:18:40,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:18:40,592 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:18:40,593 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468720584,5,FailOnTimeoutGroup] 2024-11-24T17:18:40,593 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:40,594 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:18:40,594 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:40,594 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:40,594 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468720594, completionTime=-1 2024-11-24T17:18:40,594 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T17:18:40,594 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T17:18:40,597 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T17:18:40,608 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:18:40,608 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:18:40,627 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:18:40,627 DEBUG [RS:0;a23eb99f71f0:44171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114532fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:18:40,656 DEBUG [RS:0;a23eb99f71f0:44171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:44171 2024-11-24T17:18:40,656 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:18:40,656 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:18:40,656 DEBUG [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:18:40,657 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,41707,1732468719201 with port=44171, startcode=1732468719292 2024-11-24T17:18:40,657 DEBUG [RS:0;a23eb99f71f0:44171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:18:40,672 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:18:40,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:40,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41707 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:40,677 DEBUG [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107 2024-11-24T17:18:40,677 DEBUG [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39089 2024-11-24T17:18:40,677 DEBUG [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:18:40,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088/rs 2024-11-24T17:18:40,698 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T17:18:40,699 DEBUG [RS:0;a23eb99f71f0:44171 {}] zookeeper.ZKUtil(111): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on existing znode=/01526140088/rs/a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:40,699 WARN [RS:0;a23eb99f71f0:44171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:18:40,699 INFO [RS:0;a23eb99f71f0:44171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:40,699 DEBUG [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:40,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,44171,1732468719292] 2024-11-24T17:18:40,748 WARN [a23eb99f71f0:41707 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T17:18:40,857 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:18:40,871 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:18:40,877 INFO [RS:0;a23eb99f71f0:44171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:18:40,877 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:40,884 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:18:40,886 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:18:40,886 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:40,886 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,886 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,886 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,886 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,886 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,886 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:18:40,887 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,887 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,887 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,887 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,887 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,887 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:40,887 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:18:40,887 DEBUG [RS:0;a23eb99f71f0:44171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:18:40,924 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:40,924 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:40,924 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:40,924 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:40,924 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:40,925 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,44171,1732468719292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:18:40,964 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:18:40,964 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,44171,1732468719292-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:40,987 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,44171,1732468719292, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:18:41,030 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.ReplicationSource(231): queueId=2-a23eb99f71f0,44171,1732468719292, ReplicationSource: 2, currentBandwidth=0 2024-11-24T17:18:41,045 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:41,046 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.Replication(171): a23eb99f71f0,44171,1732468719292 started 2024-11-24T17:18:41,054 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,1-a23eb99f71f0,44171,1732468719292 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:36981' 2024-11-24T17:18:41,056 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,1-a23eb99f71f0,44171,1732468719292 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e306015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:41,056 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,1-a23eb99f71f0,44171,1732468719292 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,36981,-1 for getting cluster id 2024-11-24T17:18:41,056 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,1-a23eb99f71f0,44171,1732468719292 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:41,058 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd128705-3b3e-4c73-89d4-afc6a71722b5' 2024-11-24T17:18:41,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:41,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd128705-3b3e-4c73-89d4-afc6a71722b5" 2024-11-24T17:18:41,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1264f204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:41,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,36981,-1] 2024-11-24T17:18:41,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:41,061 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:41,063 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,1-a23eb99f71f0,44171,1732468719292 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d22c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:41,063 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,1-a23eb99f71f0,44171,1732468719292 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:18:41,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:41,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:41,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@326bc2d8 2024-11-24T17:18:41,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:18:41,067 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T17:18:41,070 INFO [RS:0;a23eb99f71f0:44171.replicationSource,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,44171,1732468719292 (queues=0) is replicating from cluster=585709ef-0dd3-4bc9-bb7b-59325fe53321 to cluster=cd128705-3b3e-4c73-89d4-afc6a71722b5 2024-11-24T17:18:41,079 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,2-a23eb99f71f0,44171,1732468719292 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:36981' 2024-11-24T17:18:41,079 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:41,079 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,44171,1732468719292, RpcServer on a23eb99f71f0/172.17.0.3:44171, sessionid=0x1016dda5ff30007 2024-11-24T17:18:41,080 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:18:41,080 DEBUG [RS:0;a23eb99f71f0:44171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:41,080 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,44171,1732468719292' 2024-11-24T17:18:41,080 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01526140088/flush-table-proc/abort' 2024-11-24T17:18:41,089 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01526140088/flush-table-proc/acquired' 2024-11-24T17:18:41,090 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:18:41,090 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:18:41,090 DEBUG [RS:0;a23eb99f71f0:44171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:41,090 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,44171,1732468719292' 2024-11-24T17:18:41,090 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01526140088/online-snapshot/abort' 2024-11-24T17:18:41,091 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01526140088/online-snapshot/acquired' 2024-11-24T17:18:41,093 DEBUG [RS:0;a23eb99f71f0:44171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:18:41,093 INFO [RS:0;a23eb99f71f0:44171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:18:41,093 INFO [RS:0;a23eb99f71f0:44171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:18:41,101 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,2-a23eb99f71f0,44171,1732468719292 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ae9adae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:41,101 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,2-a23eb99f71f0,44171,1732468719292 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,36981,-1 for getting cluster id 2024-11-24T17:18:41,101 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,2-a23eb99f71f0,44171,1732468719292 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:41,102 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd128705-3b3e-4c73-89d4-afc6a71722b5' 2024-11-24T17:18:41,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:41,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd128705-3b3e-4c73-89d4-afc6a71722b5" 2024-11-24T17:18:41,104 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,2-a23eb99f71f0,44171,1732468719292 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:41,105 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,2-a23eb99f71f0,44171,1732468719292 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1115cb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:41,105 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,2-a23eb99f71f0,44171,1732468719292 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,36981,-1] 2024-11-24T17:18:41,105 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,2-a23eb99f71f0,44171,1732468719292 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:41,107 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:41,113 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,2-a23eb99f71f0,44171,1732468719292 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@292dc9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:41,113 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource,2-a23eb99f71f0,44171,1732468719292 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:18:41,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:41,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2476382b 2024-11-24T17:18:41,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:18:41,123 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T17:18:41,129 INFO [RS:0;a23eb99f71f0:44171.replicationSource,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a23eb99f71f0,44171,1732468719292 (queues=0) is replicating from cluster=585709ef-0dd3-4bc9-bb7b-59325fe53321 to cluster=cd128705-3b3e-4c73-89d4-afc6a71722b5 2024-11-24T17:18:41,196 INFO [RS:0;a23eb99f71f0:44171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:18:41,210 INFO [RS:0;a23eb99f71f0:44171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C44171%2C1732468719292, suffix=, logDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292, archiveDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs, maxLogs=10 2024-11-24T17:18:41,229 DEBUG [RS:0;a23eb99f71f0:44171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210, exclude list is [], retry=0 2024-11-24T17:18:41,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-fc946ea4-a922-4d82-8840-1a3cd85751b9,DISK] 2024-11-24T17:18:41,289 INFO [RS:0;a23eb99f71f0:44171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 2024-11-24T17:18:41,289 DEBUG [RS:0;a23eb99f71f0:44171 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a23eb99f71f0%2C44171%2C1732468719292 for peer 1 2024-11-24T17:18:41,289 DEBUG [RS:0;a23eb99f71f0:44171 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a23eb99f71f0%2C44171%2C1732468719292 for peer 2 2024-11-24T17:18:41,289 DEBUG [RS:0;a23eb99f71f0:44171 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C44171%2C1732468719292 2024-11-24T17:18:41,290 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,44171,1732468719292, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:18:41,294 INFO [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C44171%2C1732468719292 2024-11-24T17:18:41,294 DEBUG [RS:0;a23eb99f71f0:44171 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a23eb99f71f0%2C44171%2C1732468719292 2024-11-24T17:18:41,294 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a23eb99f71f0,44171,1732468719292, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:18:41,296 DEBUG [RS:0;a23eb99f71f0:44171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41237:41237)] 2024-11-24T17:18:41,297 INFO [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C44171%2C1732468719292 2024-11-24T17:18:41,308 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210, startPosition=0, beingWritten=true 2024-11-24T17:18:41,314 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210, startPosition=0, beingWritten=true 2024-11-24T17:18:41,502 DEBUG [a23eb99f71f0:41707 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:18:41,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:41,506 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,44171,1732468719292, state=OPENING 2024-11-24T17:18:41,537 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:41,556 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:41,683 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01526140088/meta-region-server 2024-11-24T17:18:41,684 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:18:41,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,44171,1732468719292}] 2024-11-24T17:18:41,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526140088/meta-region-server: CHANGED 2024-11-24T17:18:41,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01526140088/meta-region-server 2024-11-24T17:18:41,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526140088/meta-region-server: CHANGED 2024-11-24T17:18:41,848 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:18:41,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:18:41,854 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:18:41,855 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:41,855 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:18:41,857 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C44171%2C1732468719292.meta, suffix=.meta, logDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292, archiveDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs, maxLogs=10 2024-11-24T17:18:41,861 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:41,873 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.meta.1732468721857.meta, exclude list is [], retry=0 2024-11-24T17:18:41,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-fc946ea4-a922-4d82-8840-1a3cd85751b9,DISK] 2024-11-24T17:18:41,886 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.meta.1732468721857.meta 2024-11-24T17:18:41,889 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41237:41237)] 2024-11-24T17:18:41,889 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:18:41,890 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:18:41,890 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:18:41,890 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:18:41,890 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:18:41,891 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:18:41,891 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:41,891 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:18:41,891 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:18:41,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:18:41,910 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:41,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:18:41,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:41,956 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/info/8b694e3c45f547de8448288ae078ce24 2024-11-24T17:18:41,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:41,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:18:41,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:18:41,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:41,971 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/ns/98c939bd665a4761891d89ca25124145 2024-11-24T17:18:41,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:41,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:18:41,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:18:41,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:41,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:41,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:18:41,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:18:41,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:41,999 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/table/ae42e4ebec864000ba1104d0140ba2e7 2024-11-24T17:18:41,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:41,999 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:18:42,000 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740 2024-11-24T17:18:42,003 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740 2024-11-24T17:18:42,004 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:18:42,005 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:18:42,006 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:42,008 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:18:42,009 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73692534, jitterRate=0.098104327917099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:42,009 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:18:42,009 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468721891Writing region info on filesystem at 1732468721891Initializing all the Stores at 1732468721896 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468721896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468721906 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468721906Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468721906Cleaning up temporary data from old regions at 1732468722005 (+99 ms)Running coprocessor post-open hooks at 1732468722009 (+4 ms)Region opened successfully at 1732468722009 2024-11-24T17:18:42,011 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732468721847 2024-11-24T17:18:42,015 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:18:42,015 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:18:42,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:42,017 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,44171,1732468719292, state=OPEN 2024-11-24T17:18:42,073 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01526140088/meta-region-server 2024-11-24T17:18:42,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01526140088/meta-region-server 2024-11-24T17:18:42,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526140088/meta-region-server: CHANGED 2024-11-24T17:18:42,074 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:42,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01526140088/meta-region-server: CHANGED 2024-11-24T17:18:42,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T17:18:42,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,44171,1732468719292 in 390 msec 2024-11-24T17:18:42,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-24T17:18:42,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4910 sec 2024-11-24T17:18:42,247 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1652ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1548ms 2024-11-24T17:18:42,270 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:42,349 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:42,776 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:42,876 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:43,387 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:43,500 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:43,759 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3165ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3061ms 2024-11-24T17:18:44,100 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:44,245 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:44,905 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:45,052 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:45,112 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4518ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T17:18:45,112 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:18:45,113 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:18:45,113 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,44171,1732468719292, seqNum=-1] 2024-11-24T17:18:45,114 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:18:45,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:18:45,130 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f634ed8dc7506944db1894881e601fb3, regionState=OPEN, lastHost=a23eb99f71f0,44913,1732468702723, regionLocation=a23eb99f71f0,44913,1732468702723, openSeqNum=2 2024-11-24T17:18:45,130 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:18:45,130 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468785130 2024-11-24T17:18:45,130 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732468845130 2024-11-24T17:18:45,130 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 17 msec 2024-11-24T17:18:45,131 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41707,1732468719201-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:45,131 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41707,1732468719201-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:45,131 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41707,1732468719201-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:45,131 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:41707, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:45,131 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:45,132 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): a23eb99f71f0,44913,1732468702723 had 2 regions 2024-11-24T17:18:45,137 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:45,141 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a23eb99f71f0,44913,1732468702723, splitWal=true, meta=true, isMeta: false 2024-11-24T17:18:45,147 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.775sec 2024-11-24T17:18:45,148 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:18:45,148 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:18:45,148 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:18:45,148 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:18:45,148 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:18:45,148 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41707,1732468719201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:18:45,148 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41707,1732468719201-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:18:45,159 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723-splitting dir is empty, no logs to split. 2024-11-24T17:18:45,159 INFO [PEWorker-4 {}] master.SplitWALManager(105): a23eb99f71f0,44913,1732468702723 WAL count=0, meta=false 2024-11-24T17:18:45,179 WARN [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a23eb99f71f0,44913,1732468702723/hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:45,181 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:18:45,181 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:18:45,181 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41707,1732468719201-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:45,182 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44913,1732468702723-splitting dir is empty, no logs to split. 2024-11-24T17:18:45,182 INFO [PEWorker-4 {}] master.SplitWALManager(105): a23eb99f71f0,44913,1732468702723 WAL count=0, meta=false 2024-11-24T17:18:45,182 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if a23eb99f71f0,44913,1732468702723 WAL splitting is done? wals=0, meta=false 2024-11-24T17:18:45,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f634ed8dc7506944db1894881e601fb3, ASSIGN}] 2024-11-24T17:18:45,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f634ed8dc7506944db1894881e601fb3, ASSIGN 2024-11-24T17:18:45,193 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f634ed8dc7506944db1894881e601fb3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T17:18:45,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3679e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:45,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41707,-1 for getting cluster id 2024-11-24T17:18:45,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:45,223 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585709ef-0dd3-4bc9-bb7b-59325fe53321' 2024-11-24T17:18:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585709ef-0dd3-4bc9-bb7b-59325fe53321" 2024-11-24T17:18:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1712cef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41707,-1] 2024-11-24T17:18:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:45,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:45,232 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16713d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:45,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:18:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,44171,1732468719292, seqNum=-1] 2024-11-24T17:18:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:18:45,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:18:45,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T17:18:45,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:18:45,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:45,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:45,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:45,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a23eb99f71f0:41707 after: a23eb99f71f0:41707 2024-11-24T17:18:45,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59166429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:45,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41707,-1 for getting cluster id 2024-11-24T17:18:45,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:45,263 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585709ef-0dd3-4bc9-bb7b-59325fe53321' 2024-11-24T17:18:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585709ef-0dd3-4bc9-bb7b-59325fe53321" 2024-11-24T17:18:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcc039c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41707,-1] 2024-11-24T17:18:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:45,266 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:45,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dec7dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:45,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:18:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41707,1732468719201 2024-11-24T17:18:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3462b6dc 2024-11-24T17:18:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:18:45,270 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:18:45,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41707 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T17:18:45,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41707 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T17:18:45,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41707 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T17:18:45,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41707 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-24T17:18:45,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:18:45,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:18:45,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:45,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:45,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:45,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:45,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:18:45,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2124450096, stopped=false 2024-11-24T17:18:45,278 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,36981,1732468709592 2024-11-24T17:18:45,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1317873453/running 2024-11-24T17:18:45,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1317873453/running 2024-11-24T17:18:45,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:45,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:45,299 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:18:45,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:18:45,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Set watcher on znode that does not yet exist, /1-1317873453/running 2024-11-24T17:18:45,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:45,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:45,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Set watcher on znode that does not yet exist, /1-1317873453/running 2024-11-24T17:18:45,300 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-24T17:18:45,300 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,36889,1732468709754' ***** 2024-11-24T17:18:45,300 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:18:45,302 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:18:45,302 INFO [RS:0;a23eb99f71f0:36889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:18:45,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:18:45,302 INFO [RS:0;a23eb99f71f0:36889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:18:45,302 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,36889,1732468709754 2024-11-24T17:18:45,302 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:18:45,302 INFO [RS:0;a23eb99f71f0:36889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:36889. 2024-11-24T17:18:45,302 DEBUG [RS:0;a23eb99f71f0:36889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:45,302 DEBUG [RS:0;a23eb99f71f0:36889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:45,302 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:18:45,302 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:18:45,302 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:18:45,302 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:18:45,303 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:18:45,303 DEBUG [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:18:45,303 DEBUG [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:18:45,303 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:18:45,303 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:18:45,303 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:18:45,303 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:18:45,303 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:18:45,303 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T17:18:45,330 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/data/hbase/meta/1588230740/.tmp/ns/31711036616542469d5d6f2cd3d06bc3 is 43, key is default/ns:d/1732468713222/Put/seqid=0 2024-11-24T17:18:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741835_1011 (size=5153) 2024-11-24T17:18:45,337 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/data/hbase/meta/1588230740/.tmp/ns/31711036616542469d5d6f2cd3d06bc3 2024-11-24T17:18:45,344 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:18:45,344 DEBUG [a23eb99f71f0:41707 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:18:45,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f634ed8dc7506944db1894881e601fb3, regionState=OPENING, regionLocation=a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:45,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f634ed8dc7506944db1894881e601fb3, ASSIGN because future has completed 2024-11-24T17:18:45,350 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/data/hbase/meta/1588230740/.tmp/ns/31711036616542469d5d6f2cd3d06bc3 as hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/data/hbase/meta/1588230740/ns/31711036616542469d5d6f2cd3d06bc3 2024-11-24T17:18:45,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f634ed8dc7506944db1894881e601fb3, server=a23eb99f71f0,44171,1732468719292}] 2024-11-24T17:18:45,358 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/data/hbase/meta/1588230740/ns/31711036616542469d5d6f2cd3d06bc3, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T17:18:45,360 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 57ms, sequenceid=6, compaction requested=false 2024-11-24T17:18:45,360 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:18:45,367 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T17:18:45,368 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:18:45,368 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:18:45,368 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:18:45,369 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468725303Running coprocessor pre-close hooks at 1732468725303Disabling compacts and flushes for region at 1732468725303Disabling writes for close at 1732468725303Obtaining lock to block concurrent updates at 1732468725303Preparing flush snapshotting stores in 1588230740 at 1732468725303Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732468725304 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732468725305 (+1 ms)Flushing 1588230740/ns: creating writer at 1732468725306 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732468725329 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732468725329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131fc8af: reopening flushed file at 1732468725348 (+19 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 57ms, sequenceid=6, compaction requested=false at 1732468725360 (+12 ms)Writing region close event to WAL at 1732468725363 (+3 ms)Running coprocessor post-close hooks at 1732468725368 (+5 ms)Closed at 1732468725368 2024-11-24T17:18:45,369 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:18:45,503 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,36889,1732468709754; all regions closed. 2024-11-24T17:18:45,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:45,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:45,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:18:45,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C44171%2C1732468719292.rep, suffix=, logDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292, archiveDir=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs, maxLogs=10 2024-11-24T17:18:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741834_1010 (size=1152) 2024-11-24T17:18:45,520 DEBUG [RS:0;a23eb99f71f0:36889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/oldWALs 2024-11-24T17:18:45,520 INFO [RS:0;a23eb99f71f0:36889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C36889%2C1732468709754.meta:.meta(num 1732468713149) 2024-11-24T17:18:45,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741832_1008 (size=93) 2024-11-24T17:18:45,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.rep.1732468725513, exclude list is [], retry=0 2024-11-24T17:18:45,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40675,DS-fc946ea4-a922-4d82-8840-1a3cd85751b9,DISK] 2024-11-24T17:18:45,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.rep.1732468725513 2024-11-24T17:18:45,542 DEBUG [RS:0;a23eb99f71f0:36889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/oldWALs 2024-11-24T17:18:45,542 INFO [RS:0;a23eb99f71f0:36889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C36889%2C1732468709754:(num 1732468712146) 2024-11-24T17:18:45,543 DEBUG [RS:0;a23eb99f71f0:36889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:45,543 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:18:45,543 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:18:45,543 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:18:45,543 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:18:45,543 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:18:45,543 INFO [RS:0;a23eb99f71f0:36889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36889 2024-11-24T17:18:45,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41237:41237)] 2024-11-24T17:18:45,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f634ed8dc7506944db1894881e601fb3, NAME => 'hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:18:45,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:18:45,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:18:45,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. service=MultiRowMutationService 2024-11-24T17:18:45,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:18:45,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:45,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,549 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,551 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f634ed8dc7506944db1894881e601fb3 columnFamilyName hfileref 2024-11-24T17:18:45,551 DEBUG [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:45,552 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.HStore(327): Store=f634ed8dc7506944db1894881e601fb3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:45,552 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,553 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f634ed8dc7506944db1894881e601fb3 columnFamilyName queue 2024-11-24T17:18:45,553 DEBUG [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:45,572 DEBUG [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3/queue/bf3a18c6e3ae498b963dbb13260b420d 2024-11-24T17:18:45,572 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.HStore(327): Store=f634ed8dc7506944db1894881e601fb3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:45,572 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,574 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f634ed8dc7506944db1894881e601fb3 columnFamilyName sid 2024-11-24T17:18:45,574 DEBUG [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:45,574 INFO [StoreOpener-f634ed8dc7506944db1894881e601fb3-1 {}] regionserver.HStore(327): Store=f634ed8dc7506944db1894881e601fb3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:45,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:18:45,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened f634ed8dc7506944db1894881e601fb3; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72885740, jitterRate=0.08608216047286987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:18:45,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:45,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f634ed8dc7506944db1894881e601fb3: Running coprocessor pre-open hook at 1732468725546Writing region info on filesystem at 1732468725546Initializing all the Stores at 1732468725548 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468725548Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468725549 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468725549Cleaning up temporary data from old regions at 1732468725578 (+29 ms)Running coprocessor post-open hooks at 1732468725583 (+5 ms)Region opened successfully at 1732468725583 2024-11-24T17:18:45,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3., pid=19, masterSystemTime=1732468725504 2024-11-24T17:18:45,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:45,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:45,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f634ed8dc7506944db1894881e601fb3, regionState=OPEN, openSeqNum=10, regionLocation=a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:45,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f634ed8dc7506944db1894881e601fb3, server=a23eb99f71f0,44171,1732468719292 because future has completed 2024-11-24T17:18:45,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T17:18:45,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure f634ed8dc7506944db1894881e601fb3, server=a23eb99f71f0,44171,1732468719292 in 248 msec 2024-11-24T17:18:45,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1317873453/rs/a23eb99f71f0,36889,1732468709754 2024-11-24T17:18:45,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453/rs 2024-11-24T17:18:45,604 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:18:45,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,36889,1732468709754] 2024-11-24T17:18:45,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-24T17:18:45,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f634ed8dc7506944db1894881e601fb3, ASSIGN in 414 msec 2024-11-24T17:18:45,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T17:18:45,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3., hostname=a23eb99f71f0,44171,1732468719292, seqNum=10] 2024-11-24T17:18:45,663 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for a23eb99f71f0,44913,1732468702723 2024-11-24T17:18:45,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T17:18:45,694 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1317873453/draining/a23eb99f71f0,36889,1732468709754 already deleted, retry=false 2024-11-24T17:18:45,694 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,36889,1732468709754 expired; onlineServers=0 2024-11-24T17:18:45,694 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,36981,1732468709592' ***** 2024-11-24T17:18:45,694 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:18:45,694 INFO [M:0;a23eb99f71f0:36981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:18:45,694 INFO [M:0;a23eb99f71f0:36981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:18:45,695 DEBUG [M:0;a23eb99f71f0:36981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:18:45,695 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:18:45,695 DEBUG [M:0;a23eb99f71f0:36981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:18:45,695 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468711888 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468711888,5,FailOnTimeoutGroup] 2024-11-24T17:18:45,695 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468711889 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468711889,5,FailOnTimeoutGroup] 2024-11-24T17:18:45,695 INFO [M:0;a23eb99f71f0:36981 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:18:45,695 INFO [M:0;a23eb99f71f0:36981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:18:45,695 DEBUG [M:0;a23eb99f71f0:36981 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:18:45,695 INFO [M:0;a23eb99f71f0:36981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:18:45,695 INFO [M:0;a23eb99f71f0:36981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:18:45,697 INFO [M:0;a23eb99f71f0:36981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:18:45,697 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:18:45,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1317873453/master 2024-11-24T17:18:45,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1317873453 2024-11-24T17:18:45,705 DEBUG [M:0;a23eb99f71f0:36981 {}] zookeeper.ZKUtil(347): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Unable to get data of znode /1-1317873453/master because node does not exist (not an error) 2024-11-24T17:18:45,705 WARN [M:0;a23eb99f71f0:36981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:18:45,706 INFO [M:0;a23eb99f71f0:36981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/.lastflushedseqids 2024-11-24T17:18:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741836_1012 (size=99) 2024-11-24T17:18:45,775 INFO [RS:0;a23eb99f71f0:36889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:18:45,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:18:45,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36889-0x1016dda5ff30004, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:18:45,775 INFO [RS:0;a23eb99f71f0:36889 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,36889,1732468709754; zookeeper connection closed. 2024-11-24T17:18:45,776 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1833b94d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1833b94d 2024-11-24T17:18:45,776 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:18:45,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-24T17:18:45,831 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:45,982 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:46,118 INFO [M:0;a23eb99f71f0:36981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:18:46,118 INFO [M:0;a23eb99f71f0:36981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:18:46,118 DEBUG [M:0;a23eb99f71f0:36981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:18:46,118 INFO [M:0;a23eb99f71f0:36981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:46,118 DEBUG [M:0;a23eb99f71f0:36981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:46,118 DEBUG [M:0;a23eb99f71f0:36981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:18:46,118 DEBUG [M:0;a23eb99f71f0:36981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:46,119 INFO [M:0;a23eb99f71f0:36981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T17:18:46,183 DEBUG [M:0;a23eb99f71f0:36981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41b07733d0964ebe85ebe20f4cdfac48 is 82, key is hbase:meta,,1/info:regioninfo/1732468713191/Put/seqid=0 2024-11-24T17:18:46,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741837_1013 (size=5672) 2024-11-24T17:18:46,209 INFO [M:0;a23eb99f71f0:36981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41b07733d0964ebe85ebe20f4cdfac48 2024-11-24T17:18:46,263 DEBUG [M:0;a23eb99f71f0:36981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83b77388d52d4b3ea07c2af7ab583ed3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732468713228/Put/seqid=0 2024-11-24T17:18:46,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741838_1014 (size=5275) 2024-11-24T17:18:46,698 INFO [M:0;a23eb99f71f0:36981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83b77388d52d4b3ea07c2af7ab583ed3 2024-11-24T17:18:46,731 DEBUG [M:0;a23eb99f71f0:36981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b40300a2d8614e598fde094af4c78dc3 is 69, key is a23eb99f71f0,36889,1732468709754/rs:state/1732468711931/Put/seqid=0 2024-11-24T17:18:46,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741839_1015 (size=5156) 2024-11-24T17:18:46,846 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:47,006 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:47,137 INFO [M:0;a23eb99f71f0:36981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b40300a2d8614e598fde094af4c78dc3 2024-11-24T17:18:47,151 DEBUG [M:0;a23eb99f71f0:36981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41b07733d0964ebe85ebe20f4cdfac48 as hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41b07733d0964ebe85ebe20f4cdfac48 2024-11-24T17:18:47,163 INFO [M:0;a23eb99f71f0:36981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41b07733d0964ebe85ebe20f4cdfac48, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T17:18:47,165 DEBUG [M:0;a23eb99f71f0:36981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83b77388d52d4b3ea07c2af7ab583ed3 as hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83b77388d52d4b3ea07c2af7ab583ed3 2024-11-24T17:18:47,182 INFO [M:0;a23eb99f71f0:36981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83b77388d52d4b3ea07c2af7ab583ed3, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T17:18:47,185 DEBUG [M:0;a23eb99f71f0:36981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b40300a2d8614e598fde094af4c78dc3 as hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b40300a2d8614e598fde094af4c78dc3 2024-11-24T17:18:47,214 INFO [M:0;a23eb99f71f0:36981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46695/user/jenkins/test-data/26ab1f81-d26a-2629-8fb0-65d65a047658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b40300a2d8614e598fde094af4c78dc3, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T17:18:47,216 INFO [M:0;a23eb99f71f0:36981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1097ms, sequenceid=28, compaction requested=false 2024-11-24T17:18:47,219 INFO [M:0;a23eb99f71f0:36981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:47,219 DEBUG [M:0;a23eb99f71f0:36981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468726118Disabling compacts and flushes for region at 1732468726118Disabling writes for close at 1732468726118Obtaining lock to block concurrent updates at 1732468726119 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468726119Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732468726119Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468726124 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468726125 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468726182 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468726182Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468726224 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468726262 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468726262Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468726709 (+447 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468726730 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468726730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621166fb: reopening flushed file at 1732468727149 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc2023f: reopening flushed file at 1732468727163 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3553b339: reopening flushed file at 1732468727183 (+20 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1097ms, sequenceid=28, compaction requested=false at 1732468727216 (+33 ms)Writing region close event to WAL at 1732468727219 (+3 ms)Closed at 1732468727219 2024-11-24T17:18:47,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43827 is added to blk_1073741830_1006 (size=10165) 2024-11-24T17:18:47,226 INFO [M:0;a23eb99f71f0:36981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:18:47,227 INFO [M:0;a23eb99f71f0:36981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36981 2024-11-24T17:18:47,228 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:18:47,230 INFO [M:0;a23eb99f71f0:36981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:18:47,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:18:47,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36981-0x1016dda5ff30003, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:18:47,357 INFO [M:0;a23eb99f71f0:36981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:18:47,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:18:47,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b5bafc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:18:47,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a384da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:18:47,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:18:47,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed91535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:18:47,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2655a19f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/hadoop.log.dir/,STOPPED} 2024-11-24T17:18:47,480 WARN [BP-1371411804-172.17.0.3-1732468707456 heartbeating to localhost/127.0.0.1:46695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:18:47,480 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:18:47,480 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:18:47,480 WARN [BP-1371411804-172.17.0.3-1732468707456 heartbeating to localhost/127.0.0.1:46695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1371411804-172.17.0.3-1732468707456 (Datanode Uuid a3bd270e-81a6-4e48-8461-824893e1dcbd) service to localhost/127.0.0.1:46695 2024-11-24T17:18:47,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/cluster_01aa17b3-260c-07b7-4334-9ef0762106ac/data/data1/current/BP-1371411804-172.17.0.3-1732468707456 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:18:47,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/cluster_01aa17b3-260c-07b7-4334-9ef0762106ac/data/data2/current/BP-1371411804-172.17.0.3-1732468707456 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:18:47,482 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:18:47,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e7a30d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:18:47,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42e90800{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:18:47,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:18:47,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1afd3828{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:18:47,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fc9b8b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/hadoop.log.dir/,STOPPED} 2024-11-24T17:18:47,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:18:47,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:18:47,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:18:47,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:47,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:47,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:47,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:47,546 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:18:47,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=253472220, stopped=false 2024-11-24T17:18:47,547 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,41707,1732468719201 2024-11-24T17:18:47,565 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526140088/running 2024-11-24T17:18:47,565 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:47,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526140088/running 2024-11-24T17:18:47,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:47,568 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:18:47,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/running 2024-11-24T17:18:47,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Set watcher on znode that does not yet exist, /01526140088/running 2024-11-24T17:18:47,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:18:47,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:47,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:47,578 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,44171,1732468719292' ***** 2024-11-24T17:18:47,578 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:18:47,579 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:18:47,579 INFO [RS:0;a23eb99f71f0:44171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:18:47,579 INFO [RS:0;a23eb99f71f0:44171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:18:47,579 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(3091): Received CLOSE for f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:47,579 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:18:47,580 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:47,580 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:18:47,580 INFO [RS:0;a23eb99f71f0:44171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:44171. 2024-11-24T17:18:47,580 DEBUG [RS:0;a23eb99f71f0:44171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:47,580 DEBUG [RS:0;a23eb99f71f0:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:47,580 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:18:47,580 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:18:47,580 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:18:47,580 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:18:47,581 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f634ed8dc7506944db1894881e601fb3, disabling compactions & flushes 2024-11-24T17:18:47,581 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:47,581 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:47,582 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. after waiting 0 ms 2024-11-24T17:18:47,582 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:47,582 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:18:47,582 DEBUG [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(1325): Online Regions={f634ed8dc7506944db1894881e601fb3=hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:18:47,582 DEBUG [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f634ed8dc7506944db1894881e601fb3 2024-11-24T17:18:47,582 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:18:47,582 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:18:47,583 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:18:47,583 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:18:47,583 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:18:47,583 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T17:18:47,613 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/replication/f634ed8dc7506944db1894881e601fb3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-24T17:18:47,614 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:18:47,614 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:18:47,614 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:47,618 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f634ed8dc7506944db1894881e601fb3: Waiting for close lock at 1732468727581Running coprocessor pre-close hooks at 1732468727581Disabling compacts and flushes for region at 1732468727581Disabling writes for close at 1732468727582 (+1 ms)Writing region close event to WAL at 1732468727595 (+13 ms)Running coprocessor post-close hooks at 1732468727614 (+19 ms)Closed at 1732468727614 2024-11-24T17:18:47,618 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3. 2024-11-24T17:18:47,624 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/.tmp/info/d1ca5eb54d1e4cb78578d790a19a2dcf is 147, key is hbase:replication,,1732468713411.f634ed8dc7506944db1894881e601fb3./info:regioninfo/1732468725589/Put/seqid=0 2024-11-24T17:18:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741851_1027 (size=6385) 2024-11-24T17:18:47,657 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/.tmp/info/d1ca5eb54d1e4cb78578d790a19a2dcf 2024-11-24T17:18:47,671 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:18:47,676 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/.tmp/info/d1ca5eb54d1e4cb78578d790a19a2dcf as hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/info/d1ca5eb54d1e4cb78578d790a19a2dcf 2024-11-24T17:18:47,696 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/info/d1ca5eb54d1e4cb78578d790a19a2dcf, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T17:18:47,701 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=19, compaction requested=false 2024-11-24T17:18:47,723 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T17:18:47,724 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:18:47,725 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:18:47,725 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:18:47,725 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468727582Running coprocessor pre-close hooks at 1732468727582Disabling compacts and flushes for region at 1732468727582Disabling writes for close at 1732468727583 (+1 ms)Obtaining lock to block concurrent updates at 1732468727583Preparing flush snapshotting stores in 1588230740 at 1732468727583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732468727585 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732468727590 (+5 ms)Flushing 1588230740/info: creating writer at 1732468727591 (+1 ms)Flushing 1588230740/info: appending metadata at 1732468727624 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732468727624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9988642: reopening flushed file at 1732468727674 (+50 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=19, compaction requested=false at 1732468727701 (+27 ms)Writing region close event to WAL at 1732468727716 (+15 ms)Running coprocessor post-close hooks at 1732468727724 (+8 ms)Closed at 1732468727725 (+1 ms) 2024-11-24T17:18:47,725 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:18:47,782 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,44171,1732468719292; all regions closed. 2024-11-24T17:18:47,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741849_1025 (size=2156) 2024-11-24T17:18:47,795 DEBUG [RS:0;a23eb99f71f0:44171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs 2024-11-24T17:18:47,795 INFO [RS:0;a23eb99f71f0:44171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C44171%2C1732468719292.meta:.meta(num 1732468721857) 2024-11-24T17:18:47,799 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.rep.1732468725513 not finished, retry = 0 2024-11-24T17:18:47,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741850_1026 (size=796) 2024-11-24T17:18:47,906 DEBUG [RS:0;a23eb99f71f0:44171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs 2024-11-24T17:18:47,906 INFO [RS:0;a23eb99f71f0:44171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C44171%2C1732468719292.rep:(num 1732468725513) 2024-11-24T17:18:47,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741848_1024 (size=93) 2024-11-24T17:18:47,919 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 not finished, retry = 0 2024-11-24T17:18:47,928 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:18:47,928 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:18:47,953 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 to pos 0, reset compression=false 2024-11-24T17:18:48,028 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210 2024-11-24T17:18:48,028 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T17:18:48,028 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.wal-reader.a23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T17:18:48,028 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a23eb99f71f0,44171,1732468719292 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/WALs/a23eb99f71f0,44171,1732468719292/a23eb99f71f0%2C44171%2C1732468719292.1732468721210, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T17:18:48,029 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:18:48,031 DEBUG [RS:0;a23eb99f71f0:44171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/oldWALs 2024-11-24T17:18:48,031 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,44171,1732468719292, seqNum=-1] 2024-11-24T17:18:48,031 INFO [RS:0;a23eb99f71f0:44171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C44171%2C1732468719292:(num 1732468721210) 2024-11-24T17:18:48,031 DEBUG [RS:0;a23eb99f71f0:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:48,031 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:18:48,032 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:18:48,032 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:18:48,032 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:18:48,032 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,44171,1732468719292 because: Region server is closing 2024-11-24T17:18:48,032 INFO [RS:0;a23eb99f71f0:44171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:44171. 2024-11-24T17:18:48,032 DEBUG [RS:0;a23eb99f71f0:44171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:48,033 DEBUG [RS:0;a23eb99f71f0:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:48,033 DEBUG [RS:0;a23eb99f71f0:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:48,033 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T17:18:48,033 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T17:18:48,034 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T17:18:48,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:48,033 WARN [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-a23eb99f71f0,44171,1732468719292', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:44171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-24T17:18:48,040 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:18:48,039 ERROR [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a23eb99f71f0,44171,1732468719292: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-a23eb99f71f0,44171,1732468719292, walGroup=a23eb99f71f0%2C44171%2C1732468719292, offset=a23eb99f71f0%2C44171%2C1732468719292.1732468721210:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:44171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T17:18:48,044 ERROR [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T17:18:48,044 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T17:18:48,045 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T17:18:48,045 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T17:18:48,045 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T17:18:48,045 INFO [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 595393280 }, "NonHeapMemoryUsage": { "committed": 162594816, "init": 7667712, "max": -1, "used": 157844072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T17:18:48,046 DEBUG [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [a23eb99f71f0%2C44171%2C1732468719292.1732468721210] 2024-11-24T17:18:48,135 WARN [RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T17:18:48,136 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,1-a23eb99f71f0,44171,1732468719292 terminated 2024-11-24T17:18:48,136 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a23eb99f71f0,44171,1732468719292 because: Region server is closing 2024-11-24T17:18:48,136 INFO [RS:0;a23eb99f71f0:44171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:44171. 2024-11-24T17:18:48,136 DEBUG [RS:0;a23eb99f71f0:44171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:18:48,136 DEBUG [RS:0;a23eb99f71f0:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:48,136 DEBUG [RS:0;a23eb99f71f0:44171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:48,137 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;a23eb99f71f0:44171.replicationSource.shippera23eb99f71f0%2C44171%2C1732468719292,2-a23eb99f71f0,44171,1732468719292 terminated 2024-11-24T17:18:48,137 INFO [RS:0;a23eb99f71f0:44171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44171 2024-11-24T17:18:48,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:18:48,151 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526140088/rs/a23eb99f71f0,44171,1732468719292 2024-11-24T17:18:48,151 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:18:48,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088/rs 2024-11-24T17:18:48,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,44171,1732468719292] 2024-11-24T17:18:48,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/draining/a23eb99f71f0,44171,1732468719292 already deleted, retry=false 2024-11-24T17:18:48,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,44171,1732468719292 expired; onlineServers=0 2024-11-24T17:18:48,172 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,41707,1732468719201' ***** 2024-11-24T17:18:48,172 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:18:48,172 INFO [M:0;a23eb99f71f0:41707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:18:48,172 INFO [M:0;a23eb99f71f0:41707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:18:48,172 DEBUG [M:0;a23eb99f71f0:41707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:18:48,172 DEBUG [M:0;a23eb99f71f0:41707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:18:48,172 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:18:48,173 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468720584 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468720584,5,FailOnTimeoutGroup] 2024-11-24T17:18:48,173 INFO [M:0;a23eb99f71f0:41707 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:18:48,173 INFO [M:0;a23eb99f71f0:41707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:18:48,173 DEBUG [M:0;a23eb99f71f0:41707 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:18:48,173 INFO [M:0;a23eb99f71f0:41707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:18:48,173 INFO [M:0;a23eb99f71f0:41707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:18:48,173 INFO [M:0;a23eb99f71f0:41707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:18:48,173 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:18:48,175 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468720582 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468720582,5,FailOnTimeoutGroup] 2024-11-24T17:18:48,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01526140088/master 2024-11-24T17:18:48,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01526140088 2024-11-24T17:18:48,199 DEBUG [M:0;a23eb99f71f0:41707 {}] zookeeper.RecoverableZooKeeper(212): Node /01526140088/master already deleted, retry=false 2024-11-24T17:18:48,199 DEBUG [M:0;a23eb99f71f0:41707 {}] master.ActiveMasterManager(353): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Failed delete of our master address node; KeeperErrorCode = NoNode for /01526140088/master 2024-11-24T17:18:48,200 INFO [M:0;a23eb99f71f0:41707 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/.lastflushedseqids 2024-11-24T17:18:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741852_1028 (size=181) 2024-11-24T17:18:48,230 INFO [M:0;a23eb99f71f0:41707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:18:48,230 INFO [M:0;a23eb99f71f0:41707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:18:48,231 DEBUG [M:0;a23eb99f71f0:41707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:18:48,231 INFO [M:0;a23eb99f71f0:41707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:48,231 DEBUG [M:0;a23eb99f71f0:41707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:48,231 DEBUG [M:0;a23eb99f71f0:41707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:18:48,231 DEBUG [M:0;a23eb99f71f0:41707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:48,231 INFO [M:0;a23eb99f71f0:41707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T17:18:48,261 INFO [RS:0;a23eb99f71f0:44171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:18:48,261 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:18:48,261 INFO [RS:0;a23eb99f71f0:44171 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,44171,1732468719292; zookeeper connection closed. 2024-11-24T17:18:48,261 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44171-0x1016dda5ff30007, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:18:48,264 DEBUG [M:0;a23eb99f71f0:41707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca47ed6bf64044e8ae67eb240c7f5c91 is 82, key is hbase:meta,,1/info:regioninfo/1732468722015/Put/seqid=0 2024-11-24T17:18:48,268 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2462b833 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2462b833 2024-11-24T17:18:48,268 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:18:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741853_1029 (size=5680) 2024-11-24T17:18:48,284 INFO [M:0;a23eb99f71f0:41707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca47ed6bf64044e8ae67eb240c7f5c91 2024-11-24T17:18:48,376 DEBUG [M:0;a23eb99f71f0:41707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b26243ac6444d7296794c3a118291cc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732468725603/Put/seqid=0 2024-11-24T17:18:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741854_1030 (size=7319) 2024-11-24T17:18:48,416 INFO [M:0;a23eb99f71f0:41707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b26243ac6444d7296794c3a118291cc 2024-11-24T17:18:48,443 DEBUG [M:0;a23eb99f71f0:41707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03ca78925b5b49cebb80bd7ed381da9a is 69, key is a23eb99f71f0,44171,1732468719292/rs:state/1732468720673/Put/seqid=0 2024-11-24T17:18:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741855_1031 (size=5371) 2024-11-24T17:18:48,456 INFO [M:0;a23eb99f71f0:41707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03ca78925b5b49cebb80bd7ed381da9a 2024-11-24T17:18:48,467 INFO [M:0;a23eb99f71f0:41707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03ca78925b5b49cebb80bd7ed381da9a 2024-11-24T17:18:48,472 DEBUG [M:0;a23eb99f71f0:41707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca47ed6bf64044e8ae67eb240c7f5c91 as hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca47ed6bf64044e8ae67eb240c7f5c91 2024-11-24T17:18:48,480 INFO [M:0;a23eb99f71f0:41707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca47ed6bf64044e8ae67eb240c7f5c91, entries=8, sequenceid=172, filesize=5.5 K 2024-11-24T17:18:48,482 DEBUG [M:0;a23eb99f71f0:41707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b26243ac6444d7296794c3a118291cc as hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b26243ac6444d7296794c3a118291cc 2024-11-24T17:18:48,490 INFO [M:0;a23eb99f71f0:41707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b26243ac6444d7296794c3a118291cc, entries=7, sequenceid=172, filesize=7.1 K 2024-11-24T17:18:48,492 DEBUG [M:0;a23eb99f71f0:41707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03ca78925b5b49cebb80bd7ed381da9a as hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03ca78925b5b49cebb80bd7ed381da9a 2024-11-24T17:18:48,498 INFO [M:0;a23eb99f71f0:41707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03ca78925b5b49cebb80bd7ed381da9a 2024-11-24T17:18:48,499 INFO [M:0;a23eb99f71f0:41707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39089/user/jenkins/test-data/99fab6e7-ff38-4527-730f-e431d978e107/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03ca78925b5b49cebb80bd7ed381da9a, entries=2, sequenceid=172, filesize=5.2 K 2024-11-24T17:18:48,500 INFO [M:0;a23eb99f71f0:41707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 269ms, sequenceid=172, compaction requested=false 2024-11-24T17:18:48,510 INFO [M:0;a23eb99f71f0:41707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:48,510 DEBUG [M:0;a23eb99f71f0:41707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468728231Disabling compacts and flushes for region at 1732468728231Disabling writes for close at 1732468728231Obtaining lock to block concurrent updates at 1732468728231Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468728231Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732468728232 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468728232Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468728233 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468728263 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468728264 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468728348 (+84 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468728376 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468728376Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468728426 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468728443 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468728443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e3661b7: reopening flushed file at 1732468728467 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7c99a1: reopening flushed file at 1732468728480 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf7d99f: reopening flushed file at 1732468728491 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 269ms, sequenceid=172, compaction requested=false at 1732468728500 (+9 ms)Writing region close event to WAL at 1732468728510 (+10 ms)Closed at 1732468728510 2024-11-24T17:18:48,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40675 is added to blk_1073741847_1023 (size=22949) 2024-11-24T17:18:48,517 INFO [M:0;a23eb99f71f0:41707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:18:48,517 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:18:48,517 INFO [M:0;a23eb99f71f0:41707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41707 2024-11-24T17:18:48,517 INFO [M:0;a23eb99f71f0:41707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:18:48,630 INFO [M:0;a23eb99f71f0:41707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:18:48,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:18:48,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41707-0x1016dda5ff30006, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:18:48,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5373e2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:18:48,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:18:48,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:18:48,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:18:48,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/hadoop.log.dir/,STOPPED} 2024-11-24T17:18:48,636 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:18:48,636 WARN [BP-1228309600-172.17.0.3-1732468697188 heartbeating to localhost/127.0.0.1:39089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:18:48,636 WARN [BP-1228309600-172.17.0.3-1732468697188 heartbeating to localhost/127.0.0.1:39089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1228309600-172.17.0.3-1732468697188 (Datanode Uuid 61aa5e45-0773-42f1-89d8-5863d8bfdbee) service to localhost/127.0.0.1:39089 2024-11-24T17:18:48,636 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:18:48,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/cluster_a5c6101f-47ec-d613-e8cf-83c9810e8fb7/data/data1/current/BP-1228309600-172.17.0.3-1732468697188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:18:48,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/cluster_a5c6101f-47ec-d613-e8cf-83c9810e8fb7/data/data2/current/BP-1228309600-172.17.0.3-1732468697188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:18:48,638 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:18:48,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74014320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:18:48,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:18:48,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:18:48,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:18:48,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a466be3d-ede8-6bed-f654-e2a1dda4f050/hadoop.log.dir/,STOPPED} 2024-11-24T17:18:48,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T17:18:48,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:18:48,679 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=115 (was 11) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a23eb99f71f0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/a23eb99f71f0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55783) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a23eb99f71f0:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1df650da java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55783) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46695 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39089 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a23eb99f71f0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a23eb99f71f0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=852 (was 934), ProcessCount=11 (was 11), AvailableMemoryMB=5442 (was 6253) 2024-11-24T17:18:48,688 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=115, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=852, ProcessCount=11, AvailableMemoryMB=5441 2024-11-24T17:18:48,702 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-24T17:18:48,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/hadoop.log.dir so I do NOT create it in target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37 2024-11-24T17:18:48,703 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:18:48,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/hadoop.tmp.dir so I do NOT create it in target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37 2024-11-24T17:18:48,703 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b1aeaca-e1b9-e939-7356-5e56bb14c5d1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:18:48,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37 2024-11-24T17:18:48,703 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/cluster_574f595a-bf0c-5362-17ac-b2bfe8e864ef, deleteOnExit=true 2024-11-24T17:18:48,713 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/cluster_574f595a-bf0c-5362-17ac-b2bfe8e864ef/zookeeper_0, clientPort=49251, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/cluster_574f595a-bf0c-5362-17ac-b2bfe8e864ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/cluster_574f595a-bf0c-5362-17ac-b2bfe8e864ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T17:18:48,716 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49251 2024-11-24T17:18:48,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:18:48,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:18:48,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/test.cache.data in system properties and HBase conf 2024-11-24T17:18:48,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:18:48,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:18:48,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:18:48,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:18:48,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:18:48,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:18:48,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:18:48,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:18:48,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:18:48,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:18:48,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:18:48,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:18:48,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:18:48,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:18:48,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:18:48,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:18:48,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:18:48,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:18:48,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:18:48,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:18:48,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016dda5ff30005, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:18:48,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016dda5ff30005, quorum=127.0.0.1:55783, baseZNode=/1-1317873453 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:18:48,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016dda5ff30002, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:18:48,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016dda5ff30002, quorum=127.0.0.1:55783, baseZNode=/01526140088 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:18:49,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:18:49,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:18:49,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:18:49,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:18:49,198 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:18:49,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:18:49,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23e0fb77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:18:49,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@213a7b7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:18:49,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29e2918e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/java.io.tmpdir/jetty-localhost-37993-hadoop-hdfs-3_4_1-tests_jar-_-any-12583553061766645052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:18:49,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e2b52f6{HTTP/1.1, (http/1.1)}{localhost:37993} 2024-11-24T17:18:49,334 INFO [Time-limited test {}] server.Server(415): Started @35544ms 2024-11-24T17:18:49,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:18:49,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:18:49,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:18:49,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:18:49,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:18:49,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d40c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:18:49,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@377edc14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:18:49,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@511b1478{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/java.io.tmpdir/jetty-localhost-42899-hadoop-hdfs-3_4_1-tests_jar-_-any-4280735070406132016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:18:49,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f4941a6{HTTP/1.1, (http/1.1)}{localhost:42899} 2024-11-24T17:18:49,977 INFO [Time-limited test {}] server.Server(415): Started @36186ms 2024-11-24T17:18:49,978 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:18:50,925 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/cluster_574f595a-bf0c-5362-17ac-b2bfe8e864ef/data/data1/current/BP-1254922108-172.17.0.3-1732468728749/current, will proceed with Du for space computation calculation, 2024-11-24T17:18:50,942 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/cluster_574f595a-bf0c-5362-17ac-b2bfe8e864ef/data/data2/current/BP-1254922108-172.17.0.3-1732468728749/current, will proceed with Du for space computation calculation, 2024-11-24T17:18:51,015 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:18:51,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62bc8beb26c0c3d4 with lease ID 0x69cbb1f9fbcb8197: Processing first storage report for DS-2821c13b-daea-4d1b-9754-a9a1b698058a from datanode DatanodeRegistration(127.0.0.1:42035, datanodeUuid=3a75ef51-7a4c-4dbb-acc5-1d3649056888, infoPort=45033, infoSecurePort=0, ipcPort=36253, storageInfo=lv=-57;cid=testClusterID;nsid=1380652072;c=1732468728749) 2024-11-24T17:18:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62bc8beb26c0c3d4 with lease ID 0x69cbb1f9fbcb8197: from storage DS-2821c13b-daea-4d1b-9754-a9a1b698058a node DatanodeRegistration(127.0.0.1:42035, datanodeUuid=3a75ef51-7a4c-4dbb-acc5-1d3649056888, infoPort=45033, infoSecurePort=0, ipcPort=36253, storageInfo=lv=-57;cid=testClusterID;nsid=1380652072;c=1732468728749), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:18:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62bc8beb26c0c3d4 with lease ID 0x69cbb1f9fbcb8197: Processing first storage report for DS-b72318dc-8af2-4950-afa2-65abd673e9cd from datanode DatanodeRegistration(127.0.0.1:42035, datanodeUuid=3a75ef51-7a4c-4dbb-acc5-1d3649056888, infoPort=45033, infoSecurePort=0, ipcPort=36253, storageInfo=lv=-57;cid=testClusterID;nsid=1380652072;c=1732468728749) 2024-11-24T17:18:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62bc8beb26c0c3d4 with lease ID 0x69cbb1f9fbcb8197: from storage DS-b72318dc-8af2-4950-afa2-65abd673e9cd node DatanodeRegistration(127.0.0.1:42035, datanodeUuid=3a75ef51-7a4c-4dbb-acc5-1d3649056888, infoPort=45033, infoSecurePort=0, ipcPort=36253, storageInfo=lv=-57;cid=testClusterID;nsid=1380652072;c=1732468728749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:18:51,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37 2024-11-24T17:18:51,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:51,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:51,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:18:51,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c with version=8 2024-11-24T17:18:51,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/hbase-staging 2024-11-24T17:18:51,532 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:18:51,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:51,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:51,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:18:51,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:51,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:18:51,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:18:51,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:18:51,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40469 2024-11-24T17:18:51,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40469 connecting to ZooKeeper ensemble=127.0.0.1:49251 2024-11-24T17:18:51,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404690x0, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:51,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40469-0x1016ddadf2f0000 connected 2024-11-24T17:18:51,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:51,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:51,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Set watcher on znode that does not yet exist, /0-384128299/running 2024-11-24T17:18:51,744 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c, hbase.cluster.distributed=false 2024-11-24T17:18:51,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Set watcher on znode that does not yet exist, /0-384128299/acl 2024-11-24T17:18:51,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40469 2024-11-24T17:18:51,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40469 2024-11-24T17:18:51,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40469 2024-11-24T17:18:51,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40469 2024-11-24T17:18:51,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40469 2024-11-24T17:18:51,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:18:51,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:51,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:51,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:18:51,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:51,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:18:51,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:18:51,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:18:51,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32783 2024-11-24T17:18:51,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32783 connecting to ZooKeeper ensemble=127.0.0.1:49251 2024-11-24T17:18:51,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:51,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:51,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327830x0, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:51,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327830x0, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Set watcher on znode that does not yet exist, /0-384128299/running 2024-11-24T17:18:51,811 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:18:51,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32783-0x1016ddadf2f0001 connected 2024-11-24T17:18:51,820 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:18:51,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Set watcher on znode that does not yet exist, /0-384128299/master 2024-11-24T17:18:51,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Set watcher on znode that does not yet exist, /0-384128299/acl 2024-11-24T17:18:51,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32783 2024-11-24T17:18:51,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32783 2024-11-24T17:18:51,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32783 2024-11-24T17:18:51,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32783 2024-11-24T17:18:51,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32783 2024-11-24T17:18:51,852 DEBUG [M:0;a23eb99f71f0:40469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:40469 2024-11-24T17:18:51,855 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-384128299/backup-masters/a23eb99f71f0,40469,1732468731532 2024-11-24T17:18:51,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299/backup-masters 2024-11-24T17:18:51,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299/backup-masters 2024-11-24T17:18:51,878 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Set watcher on existing znode=/0-384128299/backup-masters/a23eb99f71f0,40469,1732468731532 2024-11-24T17:18:51,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:18:51,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:18:51,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:18:51,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:18:51,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:18:51,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-384128299/master 2024-11-24T17:18:51,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:18:51,951 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Set watcher on existing znode=/0-384128299/master 2024-11-24T17:18:51,953 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-384128299/backup-masters/a23eb99f71f0,40469,1732468731532 from backup master directory 2024-11-24T17:18:51,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299/backup-masters 2024-11-24T17:18:51,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-384128299/backup-masters/a23eb99f71f0,40469,1732468731532 2024-11-24T17:18:51,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299/backup-masters 2024-11-24T17:18:51,961 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:18:51,961 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,40469,1732468731532 2024-11-24T17:18:51,969 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/hbase.id] with ID: bb87d8fd-175f-4bff-9986-e0754028f6ed 2024-11-24T17:18:51,969 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/.tmp/hbase.id 2024-11-24T17:18:51,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:18:52,000 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/.tmp/hbase.id]:[hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/hbase.id] 2024-11-24T17:18:52,022 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:52,022 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:18:52,025 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-24T17:18:52,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:18:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:18:52,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:18:52,447 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:18:52,448 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:18:52,450 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:52,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:18:52,468 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store 2024-11-24T17:18:52,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:18:52,491 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:52,491 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:18:52,491 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:52,491 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:52,492 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:18:52,492 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:52,492 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:52,492 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468732491Disabling compacts and flushes for region at 1732468732491Disabling writes for close at 1732468732492 (+1 ms)Writing region close event to WAL at 1732468732492Closed at 1732468732492 2024-11-24T17:18:52,493 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/.initializing 2024-11-24T17:18:52,493 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/WALs/a23eb99f71f0,40469,1732468731532 2024-11-24T17:18:52,494 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:18:52,500 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C40469%2C1732468731532, suffix=, logDir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/WALs/a23eb99f71f0,40469,1732468731532, archiveDir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/oldWALs, maxLogs=10 2024-11-24T17:18:52,523 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/WALs/a23eb99f71f0,40469,1732468731532/a23eb99f71f0%2C40469%2C1732468731532.1732468732500, exclude list is [], retry=0 2024-11-24T17:18:52,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42035,DS-2821c13b-daea-4d1b-9754-a9a1b698058a,DISK] 2024-11-24T17:18:52,532 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/WALs/a23eb99f71f0,40469,1732468731532/a23eb99f71f0%2C40469%2C1732468731532.1732468732500 2024-11-24T17:18:52,544 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-24T17:18:52,544 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:18:52,545 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:52,545 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:52,545 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:52,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:52,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:18:52,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:52,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:52,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:52,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:18:52,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:52,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:52,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:52,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:18:52,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:52,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:52,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:52,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:18:52,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:52,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:52,567 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:52,568 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:52,569 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:52,571 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:52,571 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:52,572 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:52,574 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:52,579 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:18:52,580 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65252473, jitterRate=-0.027662381529808044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:52,582 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468732545Initializing all the Stores at 1732468732547 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468732548 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468732548Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468732548Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468732548Cleaning up temporary data from old regions at 1732468732571 (+23 ms)Region opened successfully at 1732468732582 (+11 ms) 2024-11-24T17:18:52,582 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:18:52,592 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3765dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:18:52,594 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:18:52,594 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:18:52,594 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:18:52,595 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:18:52,596 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:18:52,596 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:18:52,596 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:18:52,619 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:18:52,620 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Unable to get data of znode /0-384128299/balancer because node does not exist (not necessarily an error) 2024-11-24T17:18:52,631 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-384128299/balancer already deleted, retry=false 2024-11-24T17:18:52,632 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:18:52,633 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Unable to get data of znode /0-384128299/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:18:52,645 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-384128299/normalizer already deleted, retry=false 2024-11-24T17:18:52,646 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:18:52,662 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Unable to get data of znode /0-384128299/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:18:52,673 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-384128299/switch/split already deleted, retry=false 2024-11-24T17:18:52,674 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Unable to get data of znode /0-384128299/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:18:52,687 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-384128299/switch/merge already deleted, retry=false 2024-11-24T17:18:52,691 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Unable to get data of znode /0-384128299/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:18:52,698 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-384128299/snapshot-cleanup already deleted, retry=false 2024-11-24T17:18:52,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-384128299/running 2024-11-24T17:18:52,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-384128299/running 2024-11-24T17:18:52,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:18:52,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:18:52,709 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,40469,1732468731532, sessionid=0x1016ddadf2f0000, setting cluster-up flag (Was=false) 2024-11-24T17:18:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:18:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:18:52,768 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-384128299/flush-table-proc/acquired, /0-384128299/flush-table-proc/reached, /0-384128299/flush-table-proc/abort 2024-11-24T17:18:52,769 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,40469,1732468731532 2024-11-24T17:18:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:18:52,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:18:52,824 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-384128299/online-snapshot/acquired, /0-384128299/online-snapshot/reached, /0-384128299/online-snapshot/abort 2024-11-24T17:18:52,825 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,40469,1732468731532 2024-11-24T17:18:52,827 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:18:52,829 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:52,830 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:18:52,830 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:18:52,830 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,40469,1732468731532 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:18:52,832 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:52,832 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:52,833 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:52,833 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:52,833 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:18:52,833 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,833 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:18:52,833 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,837 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468762836 2024-11-24T17:18:52,837 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:18:52,837 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:18:52,837 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:18:52,837 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:18:52,837 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:18:52,837 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:18:52,838 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:52,838 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:18:52,839 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:52,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:18:52,844 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:52,849 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(746): ClusterId : bb87d8fd-175f-4bff-9986-e0754028f6ed 2024-11-24T17:18:52,849 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:18:52,862 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:18:52,862 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:18:52,862 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:18:52,862 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:18:52,864 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:18:52,864 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:18:52,864 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:18:52,864 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:18:52,868 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468732864,5,FailOnTimeoutGroup] 2024-11-24T17:18:52,876 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468732868,5,FailOnTimeoutGroup] 2024-11-24T17:18:52,876 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:52,876 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:18:52,876 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:52,876 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:52,884 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:18:52,885 DEBUG [RS:0;a23eb99f71f0:32783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46dfd7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:18:52,902 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:32783 2024-11-24T17:18:52,902 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:18:52,902 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:18:52,902 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:18:52,903 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,40469,1732468731532 with port=32783, startcode=1732468731781 2024-11-24T17:18:52,903 DEBUG [RS:0;a23eb99f71f0:32783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:18:52,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:18:52,918 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:18:52,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,32783,1732468731781 2024-11-24T17:18:52,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40469 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,32783,1732468731781 2024-11-24T17:18:52,921 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c 2024-11-24T17:18:52,922 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46211 2024-11-24T17:18:52,922 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:18:52,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299/rs 2024-11-24T17:18:52,930 DEBUG [RS:0;a23eb99f71f0:32783 {}] zookeeper.ZKUtil(111): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Set watcher on existing znode=/0-384128299/rs/a23eb99f71f0,32783,1732468731781 2024-11-24T17:18:52,930 WARN [RS:0;a23eb99f71f0:32783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:18:52,930 INFO [RS:0;a23eb99f71f0:32783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:52,930 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781 2024-11-24T17:18:52,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,32783,1732468731781] 2024-11-24T17:18:52,953 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:18:52,960 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:18:52,964 INFO [RS:0;a23eb99f71f0:32783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:18:52,964 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:52,968 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:18:52,971 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:18:52,971 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:52,971 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,972 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,972 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,972 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,972 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,972 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:18:52,972 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,972 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,972 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,972 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,972 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,972 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:52,973 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:18:52,973 DEBUG [RS:0;a23eb99f71f0:32783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:18:52,988 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:52,988 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:52,988 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:52,988 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:52,988 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:52,988 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,32783,1732468731781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:18:53,008 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:18:53,008 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,32783,1732468731781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:53,008 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:53,008 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.Replication(171): a23eb99f71f0,32783,1732468731781 started 2024-11-24T17:18:53,028 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:53,028 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,32783,1732468731781, RpcServer on a23eb99f71f0/172.17.0.3:32783, sessionid=0x1016ddadf2f0001 2024-11-24T17:18:53,028 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:18:53,028 DEBUG [RS:0;a23eb99f71f0:32783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,32783,1732468731781 2024-11-24T17:18:53,028 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,32783,1732468731781' 2024-11-24T17:18:53,028 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-384128299/flush-table-proc/abort' 2024-11-24T17:18:53,029 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-384128299/flush-table-proc/acquired' 2024-11-24T17:18:53,030 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:18:53,030 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:18:53,030 DEBUG [RS:0;a23eb99f71f0:32783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,32783,1732468731781 2024-11-24T17:18:53,030 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,32783,1732468731781' 2024-11-24T17:18:53,030 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-384128299/online-snapshot/abort' 2024-11-24T17:18:53,030 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-384128299/online-snapshot/acquired' 2024-11-24T17:18:53,032 DEBUG [RS:0;a23eb99f71f0:32783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:18:53,032 INFO [RS:0;a23eb99f71f0:32783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:18:53,032 INFO [RS:0;a23eb99f71f0:32783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:18:53,117 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:18:53,132 INFO [RS:0;a23eb99f71f0:32783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:18:53,135 INFO [RS:0;a23eb99f71f0:32783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C32783%2C1732468731781, suffix=, logDir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781, archiveDir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/oldWALs, maxLogs=10 2024-11-24T17:18:53,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:18:53,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:18:53,161 DEBUG [RS:0;a23eb99f71f0:32783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.1732468733135, exclude list is [], retry=0 2024-11-24T17:18:53,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42035,DS-2821c13b-daea-4d1b-9754-a9a1b698058a,DISK] 2024-11-24T17:18:53,209 INFO [RS:0;a23eb99f71f0:32783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.1732468733135 2024-11-24T17:18:53,224 DEBUG [RS:0;a23eb99f71f0:32783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-24T17:18:53,310 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:18:53,310 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c 2024-11-24T17:18:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:18:53,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:53,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:18:53,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:18:53,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:53,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:53,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:18:53,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:18:53,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:53,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:53,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:18:53,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:18:53,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:53,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:53,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:18:53,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:18:53,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:53,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:53,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:18:53,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740 2024-11-24T17:18:53,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740 2024-11-24T17:18:53,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:18:53,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:18:53,772 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:53,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:18:53,778 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:18:53,779 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66775953, jitterRate=-0.004960760474205017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:53,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468733733Initializing all the Stores at 1732468733734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468733734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468733740 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468733740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468733740Cleaning up temporary data from old regions at 1732468733770 (+30 ms)Region opened successfully at 1732468733782 (+12 ms) 2024-11-24T17:18:53,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:18:53,783 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:18:53,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:18:53,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:18:53,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:18:53,784 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:18:53,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468733783Disabling compacts and flushes for region at 1732468733783Disabling writes for close at 1732468733783Writing region close event to WAL at 1732468733784 (+1 ms)Closed at 1732468733784 2024-11-24T17:18:53,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:53,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:18:53,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:18:53,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:18:53,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:18:53,940 DEBUG [a23eb99f71f0:40469 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:18:53,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,32783,1732468731781 2024-11-24T17:18:53,942 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,32783,1732468731781, state=OPENING 2024-11-24T17:18:53,950 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:18:53,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:18:53,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:18:53,961 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:18:53,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-384128299/meta-region-server: CHANGED 2024-11-24T17:18:53,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,32783,1732468731781}] 2024-11-24T17:18:53,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-384128299/meta-region-server: CHANGED 2024-11-24T17:18:54,115 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:18:54,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:18:54,124 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:18:54,124 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:54,125 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:18:54,127 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C32783%2C1732468731781.meta, suffix=.meta, logDir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781, archiveDir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/oldWALs, maxLogs=10 2024-11-24T17:18:54,143 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.meta.1732468734127.meta, exclude list is [], retry=0 2024-11-24T17:18:54,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42035,DS-2821c13b-daea-4d1b-9754-a9a1b698058a,DISK] 2024-11-24T17:18:54,154 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.meta.1732468734127.meta 2024-11-24T17:18:54,154 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-24T17:18:54,154 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:18:54,155 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:18:54,155 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:18:54,155 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:18:54,155 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:18:54,155 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:18:54,156 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:54,156 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:18:54,156 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:18:54,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:18:54,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:18:54,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:54,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:54,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:18:54,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:18:54,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:54,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:54,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:18:54,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:18:54,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:54,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:54,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:18:54,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:18:54,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:54,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:54,187 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:18:54,188 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740 2024-11-24T17:18:54,191 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740 2024-11-24T17:18:54,197 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:18:54,197 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:18:54,198 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:54,200 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:18:54,202 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74700470, jitterRate=0.11312374472618103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:54,202 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:18:54,203 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468734156Writing region info on filesystem at 1732468734156Initializing all the Stores at 1732468734157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468734157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468734164 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468734164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468734164Cleaning up temporary data from old regions at 1732468734197 (+33 ms)Running coprocessor post-open hooks at 1732468734202 (+5 ms)Region opened successfully at 1732468734203 (+1 ms) 2024-11-24T17:18:54,213 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468734114 2024-11-24T17:18:54,217 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:18:54,217 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:18:54,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,32783,1732468731781 2024-11-24T17:18:54,219 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,32783,1732468731781, state=OPEN 2024-11-24T17:18:54,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-384128299/meta-region-server 2024-11-24T17:18:54,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-384128299/meta-region-server 2024-11-24T17:18:54,290 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,32783,1732468731781 2024-11-24T17:18:54,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-384128299/meta-region-server: CHANGED 2024-11-24T17:18:54,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-384128299/meta-region-server: CHANGED 2024-11-24T17:18:54,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:18:54,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,32783,1732468731781 in 329 msec 2024-11-24T17:18:54,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:18:54,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-11-24T17:18:54,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:54,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:18:54,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:18:54,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,32783,1732468731781, seqNum=-1] 2024-11-24T17:18:54,307 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:18:54,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:18:54,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4870 sec 2024-11-24T17:18:54,318 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468734318, completionTime=-1 2024-11-24T17:18:54,318 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:18:54,319 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:18:54,321 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:18:54,321 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468794321 2024-11-24T17:18:54,322 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732468854322 2024-11-24T17:18:54,322 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-24T17:18:54,327 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40469,1732468731532-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:54,327 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40469,1732468731532-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:54,327 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40469,1732468731532-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:54,327 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:40469, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:54,327 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:54,331 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:18:54,332 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:54,349 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.388sec 2024-11-24T17:18:54,349 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:18:54,349 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:18:54,349 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:18:54,349 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:18:54,355 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:18:54,355 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40469,1732468731532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:18:54,355 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40469,1732468731532-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:18:54,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5e2a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:54,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,40469,-1 for getting cluster id 2024-11-24T17:18:54,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:18:54,361 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb87d8fd-175f-4bff-9986-e0754028f6ed' 2024-11-24T17:18:54,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:18:54,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb87d8fd-175f-4bff-9986-e0754028f6ed" 2024-11-24T17:18:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6b671c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,40469,-1] 2024-11-24T17:18:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:18:54,362 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:18:54,362 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:18:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:18:54,362 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40469,1732468731532-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:54,364 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:18:54,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420e081a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:18:54,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:18:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,32783,1732468731781, seqNum=-1] 2024-11-24T17:18:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:18:54,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:18:54,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,40469,1732468731532 2024-11-24T17:18:54,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49251 2024-11-24T17:18:54,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:54,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016ddadf2f0002 connected 2024-11-24T17:18:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/hadoop.log.dir so I do NOT create it in target/test-data/5435b189-d9e5-0a11-00db-921511858002 2024-11-24T17:18:54,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:18:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/hadoop.tmp.dir so I do NOT create it in target/test-data/5435b189-d9e5-0a11-00db-921511858002 2024-11-24T17:18:54,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:18:54,406 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002 2024-11-24T17:18:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:18:54,407 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/cluster_8c0cc99a-03d0-3265-09e7-4008671999c9, deleteOnExit=true 2024-11-24T17:18:54,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:18:54,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/test.cache.data in system properties and HBase conf 2024-11-24T17:18:54,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:18:54,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:18:54,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:18:54,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:18:54,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:18:54,407 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:18:54,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:18:54,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:18:54,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:18:54,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:18:54,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:18:54,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:18:54,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:18:54,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:18:54,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:18:54,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:18:54,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:18:54,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:18:54,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:18:54,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:18:54,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:18:54,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:18:54,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:18:54,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:18:54,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:18:54,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:18:54,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37074f21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:18:54,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68ca2d19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:18:55,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25e01d0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/java.io.tmpdir/jetty-localhost-37459-hadoop-hdfs-3_4_1-tests_jar-_-any-7089628534723739426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:18:55,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f80eb90{HTTP/1.1, (http/1.1)}{localhost:37459} 2024-11-24T17:18:55,004 INFO [Time-limited test {}] server.Server(415): Started @41214ms 2024-11-24T17:18:55,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:18:55,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:18:55,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:18:55,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:18:55,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:18:55,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b86e8ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:18:55,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76005cde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:18:55,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b368bd7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/java.io.tmpdir/jetty-localhost-37925-hadoop-hdfs-3_4_1-tests_jar-_-any-18385268631145085634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:18:55,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3eb0dff4{HTTP/1.1, (http/1.1)}{localhost:37925} 2024-11-24T17:18:55,473 INFO [Time-limited test {}] server.Server(415): Started @41683ms 2024-11-24T17:18:55,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:18:56,270 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/cluster_8c0cc99a-03d0-3265-09e7-4008671999c9/data/data1/current/BP-584043515-172.17.0.3-1732468734447/current, will proceed with Du for space computation calculation, 2024-11-24T17:18:56,270 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/cluster_8c0cc99a-03d0-3265-09e7-4008671999c9/data/data2/current/BP-584043515-172.17.0.3-1732468734447/current, will proceed with Du for space computation calculation, 2024-11-24T17:18:56,291 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:18:56,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc212727e66ffe8c7 with lease ID 0x46671298d916e4db: Processing first storage report for DS-0c84a388-aa65-423f-9008-ed391ece64ca from datanode DatanodeRegistration(127.0.0.1:42733, datanodeUuid=fac0fd07-757b-4b8b-b199-0ee262f77b7c, infoPort=40661, infoSecurePort=0, ipcPort=45917, storageInfo=lv=-57;cid=testClusterID;nsid=172239004;c=1732468734447) 2024-11-24T17:18:56,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc212727e66ffe8c7 with lease ID 0x46671298d916e4db: from storage DS-0c84a388-aa65-423f-9008-ed391ece64ca node DatanodeRegistration(127.0.0.1:42733, datanodeUuid=fac0fd07-757b-4b8b-b199-0ee262f77b7c, infoPort=40661, infoSecurePort=0, ipcPort=45917, storageInfo=lv=-57;cid=testClusterID;nsid=172239004;c=1732468734447), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:18:56,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc212727e66ffe8c7 with lease ID 0x46671298d916e4db: Processing first storage report for DS-71f516da-5ec5-4bcb-9313-a0b503168d37 from datanode DatanodeRegistration(127.0.0.1:42733, datanodeUuid=fac0fd07-757b-4b8b-b199-0ee262f77b7c, infoPort=40661, infoSecurePort=0, ipcPort=45917, storageInfo=lv=-57;cid=testClusterID;nsid=172239004;c=1732468734447) 2024-11-24T17:18:56,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc212727e66ffe8c7 with lease ID 0x46671298d916e4db: from storage DS-71f516da-5ec5-4bcb-9313-a0b503168d37 node DatanodeRegistration(127.0.0.1:42733, datanodeUuid=fac0fd07-757b-4b8b-b199-0ee262f77b7c, infoPort=40661, infoSecurePort=0, ipcPort=45917, storageInfo=lv=-57;cid=testClusterID;nsid=172239004;c=1732468734447), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:18:56,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002 2024-11-24T17:18:56,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:56,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:18:56,720 WARN [RS:0;a23eb99f71f0:32783 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a23eb99f71f0,44913,1732468702723: status=Processing ServerCrashProcedure of a23eb99f71f0,44913,1732468702723 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732468720522, completionTime=-1 appears to have been leaked 2024-11-24T17:18:56,767 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd with version=8 2024-11-24T17:18:56,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/hbase-staging 2024-11-24T17:18:56,770 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:18:56,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:56,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:56,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:18:56,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:56,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:18:56,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:18:56,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:18:56,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36207 2024-11-24T17:18:56,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36207 connecting to ZooKeeper ensemble=127.0.0.1:49251 2024-11-24T17:18:56,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362070x0, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:56,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36207-0x1016ddadf2f0003 connected 2024-11-24T17:18:56,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:56,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:56,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Set watcher on znode that does not yet exist, /1637779513/running 2024-11-24T17:18:56,859 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd, hbase.cluster.distributed=false 2024-11-24T17:18:56,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Set watcher on znode that does not yet exist, /1637779513/acl 2024-11-24T17:18:56,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36207 2024-11-24T17:18:56,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36207 2024-11-24T17:18:56,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36207 2024-11-24T17:18:56,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36207 2024-11-24T17:18:56,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36207 2024-11-24T17:18:56,875 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:18:56,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:56,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:56,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:18:56,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:18:56,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:18:56,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:18:56,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:18:56,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43215 2024-11-24T17:18:56,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43215 connecting to ZooKeeper ensemble=127.0.0.1:49251 2024-11-24T17:18:56,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:56,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:56,897 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432150x0, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:18:56,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Set watcher on znode that does not yet exist, /1637779513/running 2024-11-24T17:18:56,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43215-0x1016ddadf2f0004 connected 2024-11-24T17:18:56,898 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:18:56,899 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:18:56,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Set watcher on znode that does not yet exist, /1637779513/master 2024-11-24T17:18:56,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Set watcher on znode that does not yet exist, /1637779513/acl 2024-11-24T17:18:56,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43215 2024-11-24T17:18:56,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43215 2024-11-24T17:18:56,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43215 2024-11-24T17:18:56,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43215 2024-11-24T17:18:56,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43215 2024-11-24T17:18:56,916 DEBUG [M:0;a23eb99f71f0:36207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:36207 2024-11-24T17:18:56,917 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1637779513/backup-masters/a23eb99f71f0,36207,1732468736769 2024-11-24T17:18:56,929 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513/backup-masters 2024-11-24T17:18:56,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513/backup-masters 2024-11-24T17:18:56,929 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Set watcher on existing znode=/1637779513/backup-masters/a23eb99f71f0,36207,1732468736769 2024-11-24T17:18:56,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:18:56,939 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1637779513/master 2024-11-24T17:18:56,939 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:18:56,940 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Set watcher on existing znode=/1637779513/master 2024-11-24T17:18:56,940 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1637779513/backup-masters/a23eb99f71f0,36207,1732468736769 from backup master directory 2024-11-24T17:18:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1637779513/backup-masters/a23eb99f71f0,36207,1732468736769 2024-11-24T17:18:56,950 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513/backup-masters 2024-11-24T17:18:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513/backup-masters 2024-11-24T17:18:56,950 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:18:56,950 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,36207,1732468736769 2024-11-24T17:18:56,954 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/hbase.id] with ID: 3ac86e4e-056c-43f6-86ee-4973f2bbf000 2024-11-24T17:18:56,954 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/.tmp/hbase.id 2024-11-24T17:18:56,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:18:57,359 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/.tmp/hbase.id]:[hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/hbase.id] 2024-11-24T17:18:57,375 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:18:57,375 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:18:57,377 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T17:18:57,388 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:18:57,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:18:57,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:18:57,795 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:18:57,796 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:18:57,799 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:57,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:18:58,220 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store 2024-11-24T17:18:58,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:18:58,627 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:58,627 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:18:58,627 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:58,627 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:58,627 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:18:58,627 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:58,627 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:18:58,627 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468738627Disabling compacts and flushes for region at 1732468738627Disabling writes for close at 1732468738627Writing region close event to WAL at 1732468738627Closed at 1732468738627 2024-11-24T17:18:58,628 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/.initializing 2024-11-24T17:18:58,628 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/WALs/a23eb99f71f0,36207,1732468736769 2024-11-24T17:18:58,629 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:18:58,631 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C36207%2C1732468736769, suffix=, logDir=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/WALs/a23eb99f71f0,36207,1732468736769, archiveDir=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/oldWALs, maxLogs=10 2024-11-24T17:18:58,645 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/WALs/a23eb99f71f0,36207,1732468736769/a23eb99f71f0%2C36207%2C1732468736769.1732468738631, exclude list is [], retry=0 2024-11-24T17:18:58,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42733,DS-0c84a388-aa65-423f-9008-ed391ece64ca,DISK] 2024-11-24T17:18:58,649 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/WALs/a23eb99f71f0,36207,1732468736769/a23eb99f71f0%2C36207%2C1732468736769.1732468738631 2024-11-24T17:18:58,649 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40661:40661)] 2024-11-24T17:18:58,650 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:18:58,650 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:58,650 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:58,650 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:58,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:58,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:18:58,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:58,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:58,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:58,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:18:58,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:58,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:58,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:58,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:18:58,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:58,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:58,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:58,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:18:58,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:58,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:18:58,659 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:58,659 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:58,660 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:58,661 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:58,661 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:58,661 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:58,662 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:18:58,664 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:18:58,665 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63447694, jitterRate=-0.054555684328079224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:58,665 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468738650Initializing all the Stores at 1732468738651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468738651Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468738651Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468738651Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468738651Cleaning up temporary data from old regions at 1732468738661 (+10 ms)Region opened successfully at 1732468738665 (+4 ms) 2024-11-24T17:18:58,665 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:18:58,668 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0bd79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:18:58,669 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:18:58,669 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:18:58,669 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:18:58,669 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:18:58,670 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:18:58,670 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:18:58,670 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:18:58,672 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:18:58,673 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Unable to get data of znode /1637779513/balancer because node does not exist (not necessarily an error) 2024-11-24T17:18:58,683 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1637779513/balancer already deleted, retry=false 2024-11-24T17:18:58,683 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:18:58,684 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Unable to get data of znode /1637779513/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:18:58,693 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1637779513/normalizer already deleted, retry=false 2024-11-24T17:18:58,694 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:18:58,694 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Unable to get data of znode /1637779513/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:18:58,704 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1637779513/switch/split already deleted, retry=false 2024-11-24T17:18:58,705 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Unable to get data of znode /1637779513/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:18:58,714 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1637779513/switch/merge already deleted, retry=false 2024-11-24T17:18:58,716 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Unable to get data of znode /1637779513/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:18:58,729 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1637779513/snapshot-cleanup already deleted, retry=false 2024-11-24T17:18:58,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1637779513/running 2024-11-24T17:18:58,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:18:58,739 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1637779513/running 2024-11-24T17:18:58,739 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:18:58,740 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,36207,1732468736769, sessionid=0x1016ddadf2f0003, setting cluster-up flag (Was=false) 2024-11-24T17:18:58,760 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:18:58,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:18:58,792 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1637779513/flush-table-proc/acquired, /1637779513/flush-table-proc/reached, /1637779513/flush-table-proc/abort 2024-11-24T17:18:58,793 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,36207,1732468736769 2024-11-24T17:18:58,813 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:18:58,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:18:58,844 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1637779513/online-snapshot/acquired, /1637779513/online-snapshot/reached, /1637779513/online-snapshot/abort 2024-11-24T17:18:58,846 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,36207,1732468736769 2024-11-24T17:18:58,847 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:18:58,848 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:58,849 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:18:58,849 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:18:58,849 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,36207,1732468736769 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:18:58,851 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:58,851 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:58,851 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:58,851 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:18:58,851 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:18:58,851 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,851 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:18:58,851 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468768852 2024-11-24T17:18:58,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:18:58,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:18:58,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:18:58,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:18:58,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:18:58,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:18:58,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,853 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:18:58,853 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:18:58,853 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:18:58,853 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:18:58,853 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:18:58,853 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:18:58,853 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:58,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:18:58,854 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468738853,5,FailOnTimeoutGroup] 2024-11-24T17:18:58,855 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:58,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:18:58,856 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468738855,5,FailOnTimeoutGroup] 2024-11-24T17:18:58,856 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,856 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:18:58,856 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,856 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:18:58,910 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(746): ClusterId : 3ac86e4e-056c-43f6-86ee-4973f2bbf000 2024-11-24T17:18:58,910 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:18:58,919 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:18:58,919 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:18:58,929 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:18:58,930 DEBUG [RS:0;a23eb99f71f0:43215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a92430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:18:58,939 DEBUG [RS:0;a23eb99f71f0:43215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:43215 2024-11-24T17:18:58,939 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:18:58,940 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:18:58,940 DEBUG [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:18:58,940 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,36207,1732468736769 with port=43215, startcode=1732468736875 2024-11-24T17:18:58,940 DEBUG [RS:0;a23eb99f71f0:43215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:18:58,942 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:18:58,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,43215,1732468736875 2024-11-24T17:18:58,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36207 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,43215,1732468736875 2024-11-24T17:18:58,944 DEBUG [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd 2024-11-24T17:18:58,944 DEBUG [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35439 2024-11-24T17:18:58,945 DEBUG [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:18:58,953 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:18:58,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513/rs 2024-11-24T17:18:58,957 DEBUG [RS:0;a23eb99f71f0:43215 {}] zookeeper.ZKUtil(111): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Set watcher on existing znode=/1637779513/rs/a23eb99f71f0,43215,1732468736875 2024-11-24T17:18:58,957 WARN [RS:0;a23eb99f71f0:43215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:18:58,957 INFO [RS:0;a23eb99f71f0:43215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:18:58,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,43215,1732468736875] 2024-11-24T17:18:58,958 DEBUG [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/WALs/a23eb99f71f0,43215,1732468736875 2024-11-24T17:18:58,962 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:18:58,964 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:18:58,964 INFO [RS:0;a23eb99f71f0:43215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:18:58,965 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,965 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:18:58,966 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:18:58,966 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:18:58,966 DEBUG [RS:0;a23eb99f71f0:43215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:18:58,967 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,967 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,967 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,967 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,967 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,967 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,43215,1732468736875-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:18:58,979 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:18:58,980 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,43215,1732468736875-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,980 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,980 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.Replication(171): a23eb99f71f0,43215,1732468736875 started 2024-11-24T17:18:58,993 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:18:58,993 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,43215,1732468736875, RpcServer on a23eb99f71f0/172.17.0.3:43215, sessionid=0x1016ddadf2f0004 2024-11-24T17:18:58,993 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:18:58,993 DEBUG [RS:0;a23eb99f71f0:43215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,43215,1732468736875 2024-11-24T17:18:58,993 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,43215,1732468736875' 2024-11-24T17:18:58,993 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1637779513/flush-table-proc/abort' 2024-11-24T17:18:58,994 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1637779513/flush-table-proc/acquired' 2024-11-24T17:18:58,994 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:18:58,994 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:18:58,994 DEBUG [RS:0;a23eb99f71f0:43215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,43215,1732468736875 2024-11-24T17:18:58,994 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,43215,1732468736875' 2024-11-24T17:18:58,994 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1637779513/online-snapshot/abort' 2024-11-24T17:18:58,995 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1637779513/online-snapshot/acquired' 2024-11-24T17:18:58,995 DEBUG [RS:0;a23eb99f71f0:43215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:18:58,995 INFO [RS:0;a23eb99f71f0:43215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:18:58,995 INFO [RS:0;a23eb99f71f0:43215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:18:59,095 INFO [RS:0;a23eb99f71f0:43215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:18:59,097 INFO [RS:0;a23eb99f71f0:43215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C43215%2C1732468736875, suffix=, logDir=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/WALs/a23eb99f71f0,43215,1732468736875, archiveDir=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/oldWALs, maxLogs=10 2024-11-24T17:18:59,115 DEBUG [RS:0;a23eb99f71f0:43215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/WALs/a23eb99f71f0,43215,1732468736875/a23eb99f71f0%2C43215%2C1732468736875.1732468739098, exclude list is [], retry=0 2024-11-24T17:18:59,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42733,DS-0c84a388-aa65-423f-9008-ed391ece64ca,DISK] 2024-11-24T17:18:59,120 INFO [RS:0;a23eb99f71f0:43215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/WALs/a23eb99f71f0,43215,1732468736875/a23eb99f71f0%2C43215%2C1732468736875.1732468739098 2024-11-24T17:18:59,121 DEBUG [RS:0;a23eb99f71f0:43215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40661:40661)] 2024-11-24T17:18:59,262 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:18:59,262 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd 2024-11-24T17:18:59,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:18:59,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:18:59,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:18:59,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:18:59,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:18:59,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:18:59,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:59,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:59,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:18:59,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:18:59,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:59,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:59,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:18:59,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:18:59,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:59,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:59,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:18:59,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:18:59,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:18:59,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:18:59,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:18:59,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:18:59,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/data/hbase/meta/1588230740 2024-11-24T17:18:59,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/data/hbase/meta/1588230740 2024-11-24T17:18:59,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:18:59,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:18:59,683 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:18:59,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:18:59,687 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:18:59,687 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72473959, jitterRate=0.07994614541530609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:18:59,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468739670Initializing all the Stores at 1732468739671 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468739671Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468739671Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468739671Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468739671Cleaning up temporary data from old regions at 1732468739682 (+11 ms)Region opened successfully at 1732468739688 (+6 ms) 2024-11-24T17:18:59,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:18:59,688 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:18:59,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:18:59,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:18:59,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:18:59,688 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:18:59,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468739688Disabling compacts and flushes for region at 1732468739688Disabling writes for close at 1732468739688Writing region close event to WAL at 1732468739688Closed at 1732468739688 2024-11-24T17:18:59,690 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:18:59,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:18:59,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:18:59,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:18:59,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:18:59,843 DEBUG [a23eb99f71f0:36207 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:18:59,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,43215,1732468736875 2024-11-24T17:18:59,845 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,43215,1732468736875, state=OPENING 2024-11-24T17:18:59,880 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:18:59,897 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:18:59,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:18:59,898 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:18:59,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1637779513/meta-region-server: CHANGED 2024-11-24T17:18:59,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1637779513/meta-region-server: CHANGED 2024-11-24T17:18:59,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,43215,1732468736875}] 2024-11-24T17:19:00,051 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:19:00,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:19:00,056 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:19:00,056 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:19:00,057 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:19:00,058 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C43215%2C1732468736875.meta, suffix=.meta, logDir=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/WALs/a23eb99f71f0,43215,1732468736875, archiveDir=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/oldWALs, maxLogs=10 2024-11-24T17:19:00,069 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/WALs/a23eb99f71f0,43215,1732468736875/a23eb99f71f0%2C43215%2C1732468736875.meta.1732468740058.meta, exclude list is [], retry=0 2024-11-24T17:19:00,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42733,DS-0c84a388-aa65-423f-9008-ed391ece64ca,DISK] 2024-11-24T17:19:00,074 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/WALs/a23eb99f71f0,43215,1732468736875/a23eb99f71f0%2C43215%2C1732468736875.meta.1732468740058.meta 2024-11-24T17:19:00,074 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40661:40661)] 2024-11-24T17:19:00,074 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:19:00,075 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:19:00,075 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:19:00,075 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:19:00,075 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:19:00,075 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:19:00,075 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:00,075 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:19:00,075 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:19:00,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:19:00,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:19:00,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:00,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:00,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:19:00,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:19:00,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:00,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:00,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:19:00,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:19:00,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:00,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:00,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:19:00,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:19:00,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:00,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:00,082 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:19:00,083 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/data/hbase/meta/1588230740 2024-11-24T17:19:00,084 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/data/hbase/meta/1588230740 2024-11-24T17:19:00,085 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:19:00,086 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:19:00,086 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:19:00,088 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:19:00,089 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64420711, jitterRate=-0.04005660116672516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:19:00,089 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:19:00,089 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468740075Writing region info on filesystem at 1732468740075Initializing all the Stores at 1732468740076 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468740076Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468740077 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468740077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468740077Cleaning up temporary data from old regions at 1732468740086 (+9 ms)Running coprocessor post-open hooks at 1732468740089 (+3 ms)Region opened successfully at 1732468740089 2024-11-24T17:19:00,090 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468740051 2024-11-24T17:19:00,092 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:19:00,092 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:19:00,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,43215,1732468736875 2024-11-24T17:19:00,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,43215,1732468736875, state=OPEN 2024-11-24T17:19:00,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1637779513/meta-region-server 2024-11-24T17:19:00,104 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1637779513/meta-region-server 2024-11-24T17:19:00,104 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,43215,1732468736875 2024-11-24T17:19:00,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1637779513/meta-region-server: CHANGED 2024-11-24T17:19:00,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1637779513/meta-region-server: CHANGED 2024-11-24T17:19:00,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:19:00,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,43215,1732468736875 in 206 msec 2024-11-24T17:19:00,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:19:00,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-24T17:19:00,110 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:19:00,110 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:19:00,112 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:00,112 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,43215,1732468736875, seqNum=-1] 2024-11-24T17:19:00,112 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:00,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:19:00,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-24T17:19:00,120 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468740120, completionTime=-1 2024-11-24T17:19:00,120 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:19:00,120 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:19:00,122 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:19:00,122 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468800122 2024-11-24T17:19:00,122 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732468860122 2024-11-24T17:19:00,122 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T17:19:00,123 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36207,1732468736769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:00,123 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36207,1732468736769-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:00,123 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36207,1732468736769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:00,123 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:36207, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:00,123 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:00,123 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:00,125 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:19:00,126 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.176sec 2024-11-24T17:19:00,127 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:19:00,127 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:19:00,127 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:19:00,127 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:19:00,127 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:19:00,127 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36207,1732468736769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:19:00,127 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36207,1732468736769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:19:00,129 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:19:00,129 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:19:00,129 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36207,1732468736769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:00,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf5a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:00,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,36207,-1 for getting cluster id 2024-11-24T17:19:00,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:00,212 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ac86e4e-056c-43f6-86ee-4973f2bbf000' 2024-11-24T17:19:00,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ac86e4e-056c-43f6-86ee-4973f2bbf000" 2024-11-24T17:19:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ea84cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,36207,-1] 2024-11-24T17:19:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:00,214 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:00,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f7f2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:00,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:00,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,43215,1732468736875, seqNum=-1] 2024-11-24T17:19:00,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:00,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:19:00,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,36207,1732468736769 2024-11-24T17:19:00,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49251 2024-11-24T17:19:00,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:19:00,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016ddadf2f0005 connected 2024-11-24T17:19:00,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178a4ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:00,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,40469,-1 for getting cluster id 2024-11-24T17:19:00,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:00,248 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb87d8fd-175f-4bff-9986-e0754028f6ed' 2024-11-24T17:19:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb87d8fd-175f-4bff-9986-e0754028f6ed" 2024-11-24T17:19:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da65ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,40469,-1] 2024-11-24T17:19:00,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:00,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:00,250 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:00,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33224502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:00,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:19:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,40469,1732468731532 2024-11-24T17:19:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28999819 2024-11-24T17:19:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:19:00,253 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:19:00,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:36207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:19:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:19:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:00,257 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:36207' 2024-11-24T17:19:00,257 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d69ed25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:00,257 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,36207,-1 for getting cluster id 2024-11-24T17:19:00,258 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:00,258 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ac86e4e-056c-43f6-86ee-4973f2bbf000' 2024-11-24T17:19:00,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:00,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ac86e4e-056c-43f6-86ee-4973f2bbf000" 2024-11-24T17:19:00,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695f8a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:00,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,36207,-1] 2024-11-24T17:19:00,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:00,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:00,260 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:00,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620de201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:00,261 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:19:00,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,36207,1732468736769 2024-11-24T17:19:00,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@471abd0d 2024-11-24T17:19:00,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:19:00,263 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:19:00,264 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T17:19:00,264 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:19:00,264 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:00,264 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:00,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:19:00,264 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:19:00,266 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:19:00,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:19:00,267 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:00,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:19:00,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741835_1011 (size=1138) 2024-11-24T17:19:00,316 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:19:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:00,676 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d29c4cada74258a5de54b5131b20d91, NAME => 'hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c 2024-11-24T17:19:00,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741836_1012 (size=44) 2024-11-24T17:19:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:01,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:01,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d29c4cada74258a5de54b5131b20d91, disabling compactions & flushes 2024-11-24T17:19:01,083 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. 2024-11-24T17:19:01,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. 2024-11-24T17:19:01,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. after waiting 0 ms 2024-11-24T17:19:01,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. 2024-11-24T17:19:01,083 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. 2024-11-24T17:19:01,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d29c4cada74258a5de54b5131b20d91: Waiting for close lock at 1732468741083Disabling compacts and flushes for region at 1732468741083Disabling writes for close at 1732468741083Writing region close event to WAL at 1732468741083Closed at 1732468741083 2024-11-24T17:19:01,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:19:01,085 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732468741084"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468741084"}]},"ts":"1732468741084"} 2024-11-24T17:19:01,087 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:19:01,088 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:19:01,088 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468741088"}]},"ts":"1732468741088"} 2024-11-24T17:19:01,090 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:19:01,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d29c4cada74258a5de54b5131b20d91, ASSIGN}] 2024-11-24T17:19:01,092 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d29c4cada74258a5de54b5131b20d91, ASSIGN 2024-11-24T17:19:01,093 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d29c4cada74258a5de54b5131b20d91, ASSIGN; state=OFFLINE, location=a23eb99f71f0,32783,1732468731781; forceNewPlan=false, retain=false 2024-11-24T17:19:01,243 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4d29c4cada74258a5de54b5131b20d91, regionState=OPENING, regionLocation=a23eb99f71f0,32783,1732468731781 2024-11-24T17:19:01,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d29c4cada74258a5de54b5131b20d91, ASSIGN because future has completed 2024-11-24T17:19:01,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d29c4cada74258a5de54b5131b20d91, server=a23eb99f71f0,32783,1732468731781}] 2024-11-24T17:19:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:01,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. 2024-11-24T17:19:01,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:19:01,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:19:01,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C32783%2C1732468731781.rep, suffix=, logDir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781, archiveDir=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/oldWALs, maxLogs=10 2024-11-24T17:19:01,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.rep.1732468741405, exclude list is [], retry=0 2024-11-24T17:19:01,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42035,DS-2821c13b-daea-4d1b-9754-a9a1b698058a,DISK] 2024-11-24T17:19:01,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.rep.1732468741405 2024-11-24T17:19:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-24T17:19:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d29c4cada74258a5de54b5131b20d91, NAME => 'hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:19:01,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:19:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:19:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. service=MultiRowMutationService 2024-11-24T17:19:01,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:19:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:01,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,423 INFO [StoreOpener-4d29c4cada74258a5de54b5131b20d91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,425 INFO [StoreOpener-4d29c4cada74258a5de54b5131b20d91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d29c4cada74258a5de54b5131b20d91 columnFamilyName hfileref 2024-11-24T17:19:01,425 DEBUG [StoreOpener-4d29c4cada74258a5de54b5131b20d91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:01,425 INFO [StoreOpener-4d29c4cada74258a5de54b5131b20d91-1 {}] regionserver.HStore(327): Store=4d29c4cada74258a5de54b5131b20d91/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:01,425 INFO [StoreOpener-4d29c4cada74258a5de54b5131b20d91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,426 INFO [StoreOpener-4d29c4cada74258a5de54b5131b20d91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d29c4cada74258a5de54b5131b20d91 columnFamilyName queue 2024-11-24T17:19:01,427 DEBUG [StoreOpener-4d29c4cada74258a5de54b5131b20d91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:01,427 INFO [StoreOpener-4d29c4cada74258a5de54b5131b20d91-1 {}] regionserver.HStore(327): Store=4d29c4cada74258a5de54b5131b20d91/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:01,427 INFO [StoreOpener-4d29c4cada74258a5de54b5131b20d91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,428 INFO [StoreOpener-4d29c4cada74258a5de54b5131b20d91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d29c4cada74258a5de54b5131b20d91 columnFamilyName sid 2024-11-24T17:19:01,428 DEBUG [StoreOpener-4d29c4cada74258a5de54b5131b20d91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:01,429 INFO [StoreOpener-4d29c4cada74258a5de54b5131b20d91-1 {}] regionserver.HStore(327): Store=4d29c4cada74258a5de54b5131b20d91/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:01,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/replication/4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/replication/4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:19:01,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/replication/4d29c4cada74258a5de54b5131b20d91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:19:01,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4d29c4cada74258a5de54b5131b20d91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59748949, jitterRate=-0.10967127978801727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:19:01,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:01,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4d29c4cada74258a5de54b5131b20d91: Running coprocessor pre-open hook at 1732468741422Writing region info on filesystem at 1732468741422Initializing all the Stores at 1732468741423 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468741423Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468741423Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468741423Cleaning up temporary data from old regions at 1732468741431 (+8 ms)Running coprocessor post-open hooks at 1732468741435 (+4 ms)Region opened successfully at 1732468741436 (+1 ms) 2024-11-24T17:19:01,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91., pid=7, masterSystemTime=1732468741399 2024-11-24T17:19:01,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. 2024-11-24T17:19:01,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. 2024-11-24T17:19:01,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4d29c4cada74258a5de54b5131b20d91, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,32783,1732468731781 2024-11-24T17:19:01,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d29c4cada74258a5de54b5131b20d91, server=a23eb99f71f0,32783,1732468731781 because future has completed 2024-11-24T17:19:01,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T17:19:01,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d29c4cada74258a5de54b5131b20d91, server=a23eb99f71f0,32783,1732468731781 in 196 msec 2024-11-24T17:19:01,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:19:01,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d29c4cada74258a5de54b5131b20d91, ASSIGN in 354 msec 2024-11-24T17:19:01,449 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:19:01,449 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468741449"}]},"ts":"1732468741449"} 2024-11-24T17:19:01,451 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:19:01,452 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:19:01,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-24T17:19:01,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91., hostname=a23eb99f71f0,32783,1732468731781, seqNum=2] 2024-11-24T17:19:01,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:19:01,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:19:01,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:19:01,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T17:19:01,734 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:19:01,759 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,32783,1732468731781, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:19:01,760 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:01,760 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,32783,1732468731781, seqNum=-1] 2024-11-24T17:19:01,760 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:01,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-24T17:19:01,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,32783,1732468731781', locateType=CURRENT is [region=hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91., hostname=a23eb99f71f0,32783,1732468731781, seqNum=2] 2024-11-24T17:19:01,766 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T17:19:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T17:19:01,769 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,32783,1732468731781 suceeded 2024-11-24T17:19:01,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T17:19:01,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-24T17:19:01,772 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:36207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:19:01,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5190 sec 2024-11-24T17:19:01,783 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:36207' 2024-11-24T17:19:01,784 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec0d224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:01,784 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,36207,-1 for getting cluster id 2024-11-24T17:19:01,784 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:01,785 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ac86e4e-056c-43f6-86ee-4973f2bbf000' 2024-11-24T17:19:01,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:01,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ac86e4e-056c-43f6-86ee-4973f2bbf000" 2024-11-24T17:19:01,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c30558c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:01,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,36207,-1] 2024-11-24T17:19:01,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:01,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:01,787 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:01,787 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ae584b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:01,787 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:19:01,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,36207,1732468736769 2024-11-24T17:19:01,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@439ec039 2024-11-24T17:19:01,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:19:01,789 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-24T17:19:01,789 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,32783,1732468731781 (queues=1) is replicating from cluster=bb87d8fd-175f-4bff-9986-e0754028f6ed to cluster=3ac86e4e-056c-43f6-86ee-4973f2bbf000 2024-11-24T17:19:01,789 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C32783%2C1732468731781 2024-11-24T17:19:01,789 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,32783,1732468731781, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:19:01,790 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.shippera23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C32783%2C1732468731781 2024-11-24T17:19:01,790 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.wal-reader.a23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.1732468733135, startPosition=0, beingWritten=true 2024-11-24T17:19:01,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:19:01,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T17:19:01,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T17:19:01,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T17:19:01,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:19:01,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T17:19:01,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:19:01,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T17:19:01,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:19:01,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T17:19:01,995 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.wal-reader.a23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.1732468733135 to pos 0, reset compression=false 2024-11-24T17:19:02,301 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.wal-reader.a23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.1732468733135 to pos 0, reset compression=false 2024-11-24T17:19:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:02,405 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:19:02,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:19:02,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:19:02,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:02,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:02,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:19:02,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:19:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,40469,1732468731532 2024-11-24T17:19:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ceb04f 2024-11-24T17:19:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:19:02,408 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:19:02,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40469 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T17:19:02,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:19:02,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:19:02,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:19:02,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:02,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:02,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:19:02,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:19:02,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1058591404, stopped=false 2024-11-24T17:19:02,409 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,36207,1732468736769 2024-11-24T17:19:02,430 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1637779513/running 2024-11-24T17:19:02,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1637779513/running 2024-11-24T17:19:02,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:19:02,430 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:19:02,430 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:19:02,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:19:02,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:19:02,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:02,431 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,43215,1732468736875' ***** 2024-11-24T17:19:02,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Set watcher on znode that does not yet exist, /1637779513/running 2024-11-24T17:19:02,431 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:19:02,431 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:19:02,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Set watcher on znode that does not yet exist, /1637779513/running 2024-11-24T17:19:02,431 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:19:02,431 INFO [RS:0;a23eb99f71f0:43215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:19:02,431 INFO [RS:0;a23eb99f71f0:43215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:19:02,431 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,43215,1732468736875 2024-11-24T17:19:02,431 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:19:02,432 INFO [RS:0;a23eb99f71f0:43215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:43215. 2024-11-24T17:19:02,432 DEBUG [RS:0;a23eb99f71f0:43215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:19:02,432 DEBUG [RS:0;a23eb99f71f0:43215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:02,432 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:19:02,432 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:19:02,432 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:19:02,432 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:19:02,432 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:19:02,432 DEBUG [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:19:02,432 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:19:02,432 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:19:02,432 DEBUG [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:19:02,432 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:19:02,432 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:19:02,432 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:19:02,433 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T17:19:02,448 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/data/hbase/meta/1588230740/.tmp/ns/c35a7a46af9d4406b635ce071010970f is 43, key is default/ns:d/1732468740114/Put/seqid=0 2024-11-24T17:19:02,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741835_1011 (size=5153) 2024-11-24T17:19:02,470 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:19:02,633 DEBUG [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:19:02,706 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.wal-reader.a23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.1732468733135 to pos 0, reset compression=false 2024-11-24T17:19:02,833 DEBUG [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:19:02,853 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/data/hbase/meta/1588230740/.tmp/ns/c35a7a46af9d4406b635ce071010970f 2024-11-24T17:19:02,860 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/data/hbase/meta/1588230740/.tmp/ns/c35a7a46af9d4406b635ce071010970f as hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/data/hbase/meta/1588230740/ns/c35a7a46af9d4406b635ce071010970f 2024-11-24T17:19:02,866 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/data/hbase/meta/1588230740/ns/c35a7a46af9d4406b635ce071010970f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T17:19:02,867 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-24T17:19:02,871 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T17:19:02,872 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:19:02,872 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:19:02,872 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:19:02,872 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468742432Running coprocessor pre-close hooks at 1732468742432Disabling compacts and flushes for region at 1732468742432Disabling writes for close at 1732468742432Obtaining lock to block concurrent updates at 1732468742433 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732468742433Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732468742433Flushing stores of hbase:meta,,1.1588230740 at 1732468742434 (+1 ms)Flushing 1588230740/ns: creating writer at 1732468742434Flushing 1588230740/ns: appending metadata at 1732468742447 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732468742447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a71af: reopening flushed file at 1732468742859 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1732468742867 (+8 ms)Writing region close event to WAL at 1732468742868 (+1 ms)Running coprocessor post-close hooks at 1732468742872 (+4 ms)Closed at 1732468742872 2024-11-24T17:19:02,872 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:19:02,977 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:19:02,977 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:19:03,033 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,43215,1732468736875; all regions closed. 2024-11-24T17:19:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741834_1010 (size=1152) 2024-11-24T17:19:03,038 DEBUG [RS:0;a23eb99f71f0:43215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/oldWALs 2024-11-24T17:19:03,038 INFO [RS:0;a23eb99f71f0:43215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C43215%2C1732468736875.meta:.meta(num 1732468740058) 2024-11-24T17:19:03,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741832_1008 (size=93) 2024-11-24T17:19:03,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/WALs/a23eb99f71f0,43215,1732468736875/a23eb99f71f0%2C43215%2C1732468736875.1732468739098 not finished, retry = 0 2024-11-24T17:19:03,143 DEBUG [RS:0;a23eb99f71f0:43215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/oldWALs 2024-11-24T17:19:03,143 INFO [RS:0;a23eb99f71f0:43215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C43215%2C1732468736875:(num 1732468739098) 2024-11-24T17:19:03,143 DEBUG [RS:0;a23eb99f71f0:43215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:03,143 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:19:03,143 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:19:03,144 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:19:03,144 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:19:03,144 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:19:03,144 INFO [RS:0;a23eb99f71f0:43215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43215 2024-11-24T17:19:03,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513/rs 2024-11-24T17:19:03,198 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1637779513/rs/a23eb99f71f0,43215,1732468736875 2024-11-24T17:19:03,199 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:19:03,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,43215,1732468736875] 2024-11-24T17:19:03,211 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.wal-reader.a23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.1732468733135 to pos 0, reset compression=false 2024-11-24T17:19:03,219 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1637779513/draining/a23eb99f71f0,43215,1732468736875 already deleted, retry=false 2024-11-24T17:19:03,220 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,43215,1732468736875 expired; onlineServers=0 2024-11-24T17:19:03,220 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,36207,1732468736769' ***** 2024-11-24T17:19:03,220 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:19:03,220 INFO [M:0;a23eb99f71f0:36207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:19:03,220 INFO [M:0;a23eb99f71f0:36207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:19:03,220 DEBUG [M:0;a23eb99f71f0:36207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:19:03,220 DEBUG [M:0;a23eb99f71f0:36207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:19:03,220 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:19:03,220 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468738853 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468738853,5,FailOnTimeoutGroup] 2024-11-24T17:19:03,220 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468738855 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468738855,5,FailOnTimeoutGroup] 2024-11-24T17:19:03,220 INFO [M:0;a23eb99f71f0:36207 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:19:03,221 INFO [M:0;a23eb99f71f0:36207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:19:03,221 DEBUG [M:0;a23eb99f71f0:36207 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:19:03,221 INFO [M:0;a23eb99f71f0:36207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:19:03,221 INFO [M:0;a23eb99f71f0:36207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:19:03,221 INFO [M:0;a23eb99f71f0:36207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:19:03,221 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:19:03,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1637779513/master 2024-11-24T17:19:03,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1637779513 2024-11-24T17:19:03,230 DEBUG [M:0;a23eb99f71f0:36207 {}] zookeeper.ZKUtil(347): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Unable to get data of znode /1637779513/master because node does not exist (not an error) 2024-11-24T17:19:03,230 WARN [M:0;a23eb99f71f0:36207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:19:03,231 INFO [M:0;a23eb99f71f0:36207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/.lastflushedseqids 2024-11-24T17:19:03,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741836_1012 (size=99) 2024-11-24T17:19:03,309 INFO [RS:0;a23eb99f71f0:43215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:19:03,309 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:19:03,309 INFO [RS:0;a23eb99f71f0:43215 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,43215,1732468736875; zookeeper connection closed. 2024-11-24T17:19:03,309 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43215-0x1016ddadf2f0004, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:19:03,310 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f6f4344 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f6f4344 2024-11-24T17:19:03,310 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:19:03,636 INFO [M:0;a23eb99f71f0:36207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:19:03,636 INFO [M:0;a23eb99f71f0:36207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:19:03,637 DEBUG [M:0;a23eb99f71f0:36207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:19:03,637 INFO [M:0;a23eb99f71f0:36207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:03,637 DEBUG [M:0;a23eb99f71f0:36207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:03,637 DEBUG [M:0;a23eb99f71f0:36207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:19:03,637 DEBUG [M:0;a23eb99f71f0:36207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:03,637 INFO [M:0;a23eb99f71f0:36207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T17:19:03,651 DEBUG [M:0;a23eb99f71f0:36207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/656a4abcfd9149c2951b66390493f36d is 82, key is hbase:meta,,1/info:regioninfo/1732468740093/Put/seqid=0 2024-11-24T17:19:03,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741837_1013 (size=5672) 2024-11-24T17:19:03,815 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.wal-reader.a23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.1732468733135 to pos 0, reset compression=false 2024-11-24T17:19:04,057 INFO [M:0;a23eb99f71f0:36207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/656a4abcfd9149c2951b66390493f36d 2024-11-24T17:19:04,076 DEBUG [M:0;a23eb99f71f0:36207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dada7beddb748b3a32c510e98ca1d56 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732468740119/Put/seqid=0 2024-11-24T17:19:04,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741838_1014 (size=5275) 2024-11-24T17:19:04,480 INFO [M:0;a23eb99f71f0:36207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dada7beddb748b3a32c510e98ca1d56 2024-11-24T17:19:04,503 DEBUG [M:0;a23eb99f71f0:36207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e93c1f2a7dda4b08a2fce20e9a71bde6 is 69, key is a23eb99f71f0,43215,1732468736875/rs:state/1732468738943/Put/seqid=0 2024-11-24T17:19:04,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741839_1015 (size=5156) 2024-11-24T17:19:04,521 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.wal-reader.a23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.1732468733135 to pos 0, reset compression=false 2024-11-24T17:19:04,908 INFO [M:0;a23eb99f71f0:36207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e93c1f2a7dda4b08a2fce20e9a71bde6 2024-11-24T17:19:04,950 DEBUG [M:0;a23eb99f71f0:36207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/656a4abcfd9149c2951b66390493f36d as hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/656a4abcfd9149c2951b66390493f36d 2024-11-24T17:19:04,954 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T17:19:04,956 INFO [M:0;a23eb99f71f0:36207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/656a4abcfd9149c2951b66390493f36d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T17:19:04,957 DEBUG [M:0;a23eb99f71f0:36207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dada7beddb748b3a32c510e98ca1d56 as hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dada7beddb748b3a32c510e98ca1d56 2024-11-24T17:19:04,962 INFO [M:0;a23eb99f71f0:36207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dada7beddb748b3a32c510e98ca1d56, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T17:19:04,963 DEBUG [M:0;a23eb99f71f0:36207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e93c1f2a7dda4b08a2fce20e9a71bde6 as hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e93c1f2a7dda4b08a2fce20e9a71bde6 2024-11-24T17:19:04,968 INFO [M:0;a23eb99f71f0:36207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35439/user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e93c1f2a7dda4b08a2fce20e9a71bde6, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T17:19:04,970 INFO [M:0;a23eb99f71f0:36207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false 2024-11-24T17:19:04,971 INFO [M:0;a23eb99f71f0:36207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:04,971 DEBUG [M:0;a23eb99f71f0:36207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468743637Disabling compacts and flushes for region at 1732468743637Disabling writes for close at 1732468743637Obtaining lock to block concurrent updates at 1732468743637Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468743637Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732468743637Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468743638 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468743638Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468743651 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468743651Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468744062 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468744075 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468744075Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468744486 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468744502 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468744502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727773cb: reopening flushed file at 1732468744949 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3772f10a: reopening flushed file at 1732468744956 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c98bb88: reopening flushed file at 1732468744962 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false at 1732468744970 (+8 ms)Writing region close event to WAL at 1732468744971 (+1 ms)Closed at 1732468744971 2024-11-24T17:19:04,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42733 is added to blk_1073741830_1006 (size=10165) 2024-11-24T17:19:04,973 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f54f6293-ba5b-6fdc-626b-436b95947afd/MasterData/WALs/a23eb99f71f0,36207,1732468736769/a23eb99f71f0%2C36207%2C1732468736769.1732468738631 not finished, retry = 0 2024-11-24T17:19:05,074 INFO [M:0;a23eb99f71f0:36207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:19:05,074 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:19:05,074 INFO [M:0;a23eb99f71f0:36207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36207 2024-11-24T17:19:05,075 INFO [M:0;a23eb99f71f0:36207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:19:05,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:19:05,197 INFO [M:0;a23eb99f71f0:36207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:19:05,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x1016ddadf2f0003, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:19:05,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b368bd7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:19:05,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3eb0dff4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:19:05,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:19:05,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76005cde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:19:05,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b86e8ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/hadoop.log.dir/,STOPPED} 2024-11-24T17:19:05,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:19:05,201 WARN [BP-584043515-172.17.0.3-1732468734447 heartbeating to localhost/127.0.0.1:35439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:19:05,201 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:19:05,201 WARN [BP-584043515-172.17.0.3-1732468734447 heartbeating to localhost/127.0.0.1:35439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-584043515-172.17.0.3-1732468734447 (Datanode Uuid fac0fd07-757b-4b8b-b199-0ee262f77b7c) service to localhost/127.0.0.1:35439 2024-11-24T17:19:05,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/cluster_8c0cc99a-03d0-3265-09e7-4008671999c9/data/data1/current/BP-584043515-172.17.0.3-1732468734447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:19:05,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/cluster_8c0cc99a-03d0-3265-09e7-4008671999c9/data/data2/current/BP-584043515-172.17.0.3-1732468734447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:19:05,202 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:19:05,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25e01d0d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:19:05,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f80eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:19:05,207 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:19:05,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68ca2d19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:19:05,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37074f21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/hadoop.log.dir/,STOPPED} 2024-11-24T17:19:05,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:19:05,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:19:05,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:19:05,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:19:05,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:05,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:05,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:19:05,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:19:05,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=782714312, stopped=false 2024-11-24T17:19:05,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,40469,1732468731532 2024-11-24T17:19:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-384128299/running 2024-11-24T17:19:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-384128299/running 2024-11-24T17:19:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:19:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:19:05,244 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:19:05,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:19:05,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:19:05,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:05,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Set watcher on znode that does not yet exist, /0-384128299/running 2024-11-24T17:19:05,245 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,32783,1732468731781' ***** 2024-11-24T17:19:05,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Set watcher on znode that does not yet exist, /0-384128299/running 2024-11-24T17:19:05,245 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:19:05,245 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:19:05,245 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:19:05,245 INFO [RS:0;a23eb99f71f0:32783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:19:05,245 INFO [RS:0;a23eb99f71f0:32783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:19:05,245 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:05,245 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,32783,1732468731781 2024-11-24T17:19:05,245 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:19:05,246 INFO [RS:0;a23eb99f71f0:32783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:32783. 2024-11-24T17:19:05,246 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d29c4cada74258a5de54b5131b20d91, disabling compactions & flushes 2024-11-24T17:19:05,246 DEBUG [RS:0;a23eb99f71f0:32783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:19:05,246 DEBUG [RS:0;a23eb99f71f0:32783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:05,246 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. 2024-11-24T17:19:05,246 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. 2024-11-24T17:19:05,246 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:19:05,246 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:19:05,246 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. after waiting 0 ms 2024-11-24T17:19:05,246 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:19:05,246 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. 2024-11-24T17:19:05,246 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:19:05,246 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d29c4cada74258a5de54b5131b20d91 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T17:19:05,246 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:19:05,246 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1325): Online Regions={4d29c4cada74258a5de54b5131b20d91=hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:19:05,246 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:05,246 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:19:05,246 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:19:05,246 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:19:05,246 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:19:05,246 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:19:05,246 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T17:19:05,260 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/replication/4d29c4cada74258a5de54b5131b20d91/.tmp/queue/13fba236a38d4e8684655e8455126704 is 151, key is 1-a23eb99f71f0,32783,1732468731781/queue:a23eb99f71f0%2C32783%2C1732468731781/1732468741765/Put/seqid=0 2024-11-24T17:19:05,261 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/.tmp/info/8b18bd7d81164107a254863eb5fb33a9 is 147, key is hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91./info:regioninfo/1732468741440/Put/seqid=0 2024-11-24T17:19:05,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741838_1014 (size=5350) 2024-11-24T17:19:05,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741839_1015 (size=6631) 2024-11-24T17:19:05,299 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:19:05,325 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.wal-reader.a23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.1732468733135 to pos 0, reset compression=false 2024-11-24T17:19:05,446 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:05,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:19:05,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:05,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:05,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:05,646 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d29c4cada74258a5de54b5131b20d91 2024-11-24T17:19:05,665 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/replication/4d29c4cada74258a5de54b5131b20d91/.tmp/queue/13fba236a38d4e8684655e8455126704 2024-11-24T17:19:05,665 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/.tmp/info/8b18bd7d81164107a254863eb5fb33a9 2024-11-24T17:19:05,672 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/replication/4d29c4cada74258a5de54b5131b20d91/.tmp/queue/13fba236a38d4e8684655e8455126704 as hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/replication/4d29c4cada74258a5de54b5131b20d91/queue/13fba236a38d4e8684655e8455126704 2024-11-24T17:19:05,677 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/replication/4d29c4cada74258a5de54b5131b20d91/queue/13fba236a38d4e8684655e8455126704, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T17:19:05,678 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4d29c4cada74258a5de54b5131b20d91 in 432ms, sequenceid=5, compaction requested=false 2024-11-24T17:19:05,685 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/replication/4d29c4cada74258a5de54b5131b20d91/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T17:19:05,685 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:19:05,685 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/.tmp/ns/f11b1f3c7a6c4826a11aa05ceed28dfa is 43, key is default/ns:d/1732468734309/Put/seqid=0 2024-11-24T17:19:05,685 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:19:05,686 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. 2024-11-24T17:19:05,686 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d29c4cada74258a5de54b5131b20d91: Waiting for close lock at 1732468745246Running coprocessor pre-close hooks at 1732468745246Disabling compacts and flushes for region at 1732468745246Disabling writes for close at 1732468745246Obtaining lock to block concurrent updates at 1732468745246Preparing flush snapshotting stores in 4d29c4cada74258a5de54b5131b20d91 at 1732468745246Finished memstore snapshotting hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732468745246Flushing stores of hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. at 1732468745247 (+1 ms)Flushing 4d29c4cada74258a5de54b5131b20d91/queue: creating writer at 1732468745247Flushing 4d29c4cada74258a5de54b5131b20d91/queue: appending metadata at 1732468745260 (+13 ms)Flushing 4d29c4cada74258a5de54b5131b20d91/queue: closing flushed file at 1732468745260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@720bbb8c: reopening flushed file at 1732468745671 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4d29c4cada74258a5de54b5131b20d91 in 432ms, sequenceid=5, compaction requested=false at 1732468745678 (+7 ms)Writing region close event to WAL at 1732468745681 (+3 ms)Running coprocessor post-close hooks at 1732468745685 (+4 ms)Closed at 1732468745686 (+1 ms) 2024-11-24T17:19:05,686 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732468740264.4d29c4cada74258a5de54b5131b20d91. 2024-11-24T17:19:05,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741840_1016 (size=5153) 2024-11-24T17:19:05,847 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:19:06,047 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:19:06,055 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:19:06,055 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:19:06,090 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/.tmp/ns/f11b1f3c7a6c4826a11aa05ceed28dfa 2024-11-24T17:19:06,108 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/.tmp/table/3ba8e14e23c04258a888ff475bc38f3e is 53, key is hbase:replication/table:state/1732468741449/Put/seqid=0 2024-11-24T17:19:06,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741841_1017 (size=5256) 2024-11-24T17:19:06,230 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.wal-reader.a23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.1732468733135 to pos 0, reset compression=false 2024-11-24T17:19:06,247 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:19:06,247 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:19:06,247 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:19:06,447 DEBUG [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:19:06,513 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/.tmp/table/3ba8e14e23c04258a888ff475bc38f3e 2024-11-24T17:19:06,520 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/.tmp/info/8b18bd7d81164107a254863eb5fb33a9 as hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/info/8b18bd7d81164107a254863eb5fb33a9 2024-11-24T17:19:06,525 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/info/8b18bd7d81164107a254863eb5fb33a9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T17:19:06,526 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/.tmp/ns/f11b1f3c7a6c4826a11aa05ceed28dfa as hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/ns/f11b1f3c7a6c4826a11aa05ceed28dfa 2024-11-24T17:19:06,531 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/ns/f11b1f3c7a6c4826a11aa05ceed28dfa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T17:19:06,532 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/.tmp/table/3ba8e14e23c04258a888ff475bc38f3e as hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/table/3ba8e14e23c04258a888ff475bc38f3e 2024-11-24T17:19:06,537 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/table/3ba8e14e23c04258a888ff475bc38f3e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T17:19:06,538 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false 2024-11-24T17:19:06,544 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T17:19:06,544 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:19:06,544 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:19:06,544 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:19:06,544 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468745246Running coprocessor pre-close hooks at 1732468745246Disabling compacts and flushes for region at 1732468745246Disabling writes for close at 1732468745246Obtaining lock to block concurrent updates at 1732468745246Preparing flush snapshotting stores in 1588230740 at 1732468745246Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732468745247 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732468745247Flushing 1588230740/info: creating writer at 1732468745247Flushing 1588230740/info: appending metadata at 1732468745260 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732468745260Flushing 1588230740/ns: creating writer at 1732468745671 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732468745685 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732468745685Flushing 1588230740/table: creating writer at 1732468746095 (+410 ms)Flushing 1588230740/table: appending metadata at 1732468746107 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732468746107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b739e48: reopening flushed file at 1732468746519 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6954792: reopening flushed file at 1732468746525 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@222675a4: reopening flushed file at 1732468746531 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false at 1732468746538 (+7 ms)Writing region close event to WAL at 1732468746541 (+3 ms)Running coprocessor post-close hooks at 1732468746544 (+3 ms)Closed at 1732468746544 2024-11-24T17:19:06,545 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:19:06,648 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,32783,1732468731781; all regions closed. 2024-11-24T17:19:06,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741834_1010 (size=2742) 2024-11-24T17:19:06,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.meta.1732468734127.meta not finished, retry = 0 2024-11-24T17:19:06,753 DEBUG [RS:0;a23eb99f71f0:32783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/oldWALs 2024-11-24T17:19:06,753 INFO [RS:0;a23eb99f71f0:32783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C32783%2C1732468731781.meta:.meta(num 1732468734127) 2024-11-24T17:19:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741837_1013 (size=1586) 2024-11-24T17:19:06,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.rep.1732468741405 not finished, retry = 0 2024-11-24T17:19:06,859 DEBUG [RS:0;a23eb99f71f0:32783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/oldWALs 2024-11-24T17:19:06,859 INFO [RS:0;a23eb99f71f0:32783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C32783%2C1732468731781.rep:(num 1732468741405) 2024-11-24T17:19:06,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741832_1008 (size=93) 2024-11-24T17:19:06,861 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/WALs/a23eb99f71f0,32783,1732468731781/a23eb99f71f0%2C32783%2C1732468731781.1732468733135 not finished, retry = 0 2024-11-24T17:19:06,963 DEBUG [RS:0;a23eb99f71f0:32783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/oldWALs 2024-11-24T17:19:06,964 INFO [RS:0;a23eb99f71f0:32783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C32783%2C1732468731781:(num 1732468733135) 2024-11-24T17:19:06,964 DEBUG [RS:0;a23eb99f71f0:32783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:06,964 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:19:06,964 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:19:06,964 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T17:19:06,964 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:19:06,964 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:19:06,964 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,32783,1732468731781 because: Region server is closing 2024-11-24T17:19:06,964 INFO [RS:0;a23eb99f71f0:32783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:32783. 2024-11-24T17:19:06,964 DEBUG [RS:0;a23eb99f71f0:32783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:19:06,965 DEBUG [RS:0;a23eb99f71f0:32783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:06,965 DEBUG [RS:0;a23eb99f71f0:32783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:06,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:19:07,065 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.shippera23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T17:19:07,065 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.wal-reader.a23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T17:19:07,065 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32783,1732468731781.replicationSource.shippera23eb99f71f0%2C32783%2C1732468731781,1-a23eb99f71f0,32783,1732468731781 terminated 2024-11-24T17:19:07,065 INFO [RS:0;a23eb99f71f0:32783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32783 2024-11-24T17:19:07,170 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:19:07,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299/rs 2024-11-24T17:19:07,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-384128299/rs/a23eb99f71f0,32783,1732468731781 2024-11-24T17:19:07,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,32783,1732468731781] 2024-11-24T17:19:07,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-384128299/draining/a23eb99f71f0,32783,1732468731781 already deleted, retry=false 2024-11-24T17:19:07,191 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,32783,1732468731781 expired; onlineServers=0 2024-11-24T17:19:07,191 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,40469,1732468731532' ***** 2024-11-24T17:19:07,191 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:19:07,191 INFO [M:0;a23eb99f71f0:40469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:19:07,191 INFO [M:0;a23eb99f71f0:40469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:19:07,191 DEBUG [M:0;a23eb99f71f0:40469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:19:07,192 DEBUG [M:0;a23eb99f71f0:40469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:19:07,192 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:19:07,192 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468732864 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468732864,5,FailOnTimeoutGroup] 2024-11-24T17:19:07,192 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468732868 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468732868,5,FailOnTimeoutGroup] 2024-11-24T17:19:07,192 INFO [M:0;a23eb99f71f0:40469 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:19:07,192 INFO [M:0;a23eb99f71f0:40469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:19:07,192 DEBUG [M:0;a23eb99f71f0:40469 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:19:07,192 INFO [M:0;a23eb99f71f0:40469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:19:07,192 INFO [M:0;a23eb99f71f0:40469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:19:07,192 INFO [M:0;a23eb99f71f0:40469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:19:07,192 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:19:07,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-384128299/master 2024-11-24T17:19:07,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-384128299 2024-11-24T17:19:07,202 DEBUG [M:0;a23eb99f71f0:40469 {}] zookeeper.ZKUtil(347): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Unable to get data of znode /0-384128299/master because node does not exist (not an error) 2024-11-24T17:19:07,202 WARN [M:0;a23eb99f71f0:40469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:19:07,202 INFO [M:0;a23eb99f71f0:40469 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/.lastflushedseqids 2024-11-24T17:19:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741842_1018 (size=181) 2024-11-24T17:19:07,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:19:07,281 INFO [RS:0;a23eb99f71f0:32783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:19:07,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32783-0x1016ddadf2f0001, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:19:07,281 INFO [RS:0;a23eb99f71f0:32783 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,32783,1732468731781; zookeeper connection closed. 2024-11-24T17:19:07,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6051741d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6051741d 2024-11-24T17:19:07,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:19:07,607 INFO [M:0;a23eb99f71f0:40469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:19:07,608 INFO [M:0;a23eb99f71f0:40469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:19:07,608 DEBUG [M:0;a23eb99f71f0:40469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:19:07,608 INFO [M:0;a23eb99f71f0:40469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:07,608 DEBUG [M:0;a23eb99f71f0:40469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:07,608 DEBUG [M:0;a23eb99f71f0:40469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:19:07,608 DEBUG [M:0;a23eb99f71f0:40469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:07,608 INFO [M:0;a23eb99f71f0:40469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T17:19:07,623 DEBUG [M:0;a23eb99f71f0:40469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64868618a5a246b6b6a9dd39a969cc3d is 82, key is hbase:meta,,1/info:regioninfo/1732468734218/Put/seqid=0 2024-11-24T17:19:07,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741843_1019 (size=5672) 2024-11-24T17:19:08,028 INFO [M:0;a23eb99f71f0:40469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64868618a5a246b6b6a9dd39a969cc3d 2024-11-24T17:19:08,050 DEBUG [M:0;a23eb99f71f0:40469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2dd10f28947445fc9ef4f971aaef9610 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732468741454/Put/seqid=0 2024-11-24T17:19:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741844_1020 (size=7203) 2024-11-24T17:19:08,056 INFO [M:0;a23eb99f71f0:40469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2dd10f28947445fc9ef4f971aaef9610 2024-11-24T17:19:08,073 DEBUG [M:0;a23eb99f71f0:40469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5cce00e13bb47a684ef91b5fe64343c is 69, key is a23eb99f71f0,32783,1732468731781/rs:state/1732468732920/Put/seqid=0 2024-11-24T17:19:08,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741845_1021 (size=5156) 2024-11-24T17:19:08,478 INFO [M:0;a23eb99f71f0:40469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5cce00e13bb47a684ef91b5fe64343c 2024-11-24T17:19:08,483 DEBUG [M:0;a23eb99f71f0:40469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64868618a5a246b6b6a9dd39a969cc3d as hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64868618a5a246b6b6a9dd39a969cc3d 2024-11-24T17:19:08,489 INFO [M:0;a23eb99f71f0:40469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64868618a5a246b6b6a9dd39a969cc3d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T17:19:08,490 DEBUG [M:0;a23eb99f71f0:40469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2dd10f28947445fc9ef4f971aaef9610 as hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2dd10f28947445fc9ef4f971aaef9610 2024-11-24T17:19:08,496 INFO [M:0;a23eb99f71f0:40469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2dd10f28947445fc9ef4f971aaef9610, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T17:19:08,497 DEBUG [M:0;a23eb99f71f0:40469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5cce00e13bb47a684ef91b5fe64343c as hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5cce00e13bb47a684ef91b5fe64343c 2024-11-24T17:19:08,503 INFO [M:0;a23eb99f71f0:40469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46211/user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5cce00e13bb47a684ef91b5fe64343c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T17:19:08,504 INFO [M:0;a23eb99f71f0:40469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=70, compaction requested=false 2024-11-24T17:19:08,505 INFO [M:0;a23eb99f71f0:40469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:08,505 DEBUG [M:0;a23eb99f71f0:40469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468747608Disabling compacts and flushes for region at 1732468747608Disabling writes for close at 1732468747608Obtaining lock to block concurrent updates at 1732468747608Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468747608Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732468747609 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468747609Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468747609Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468747622 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468747622Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468748033 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468748050 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468748050Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468748060 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468748073 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468748073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d1220f: reopening flushed file at 1732468748483 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18de208b: reopening flushed file at 1732468748489 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15691de2: reopening flushed file at 1732468748496 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=70, compaction requested=false at 1732468748504 (+8 ms)Writing region close event to WAL at 1732468748505 (+1 ms)Closed at 1732468748505 2024-11-24T17:19:08,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741830_1006 (size=41008) 2024-11-24T17:19:08,507 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a68f7c3f-1235-abb6-ae73-fa111f8f1a6c/MasterData/WALs/a23eb99f71f0,40469,1732468731532/a23eb99f71f0%2C40469%2C1732468731532.1732468732500 not finished, retry = 0 2024-11-24T17:19:08,608 INFO [M:0;a23eb99f71f0:40469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:19:08,608 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:19:08,608 INFO [M:0;a23eb99f71f0:40469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40469 2024-11-24T17:19:08,609 INFO [M:0;a23eb99f71f0:40469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:19:08,723 INFO [M:0;a23eb99f71f0:40469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:19:08,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:19:08,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40469-0x1016ddadf2f0000, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:19:08,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@511b1478{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:19:08,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f4941a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:19:08,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:19:08,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@377edc14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:19:08,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d40c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/hadoop.log.dir/,STOPPED} 2024-11-24T17:19:08,728 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:19:08,728 WARN [BP-1254922108-172.17.0.3-1732468728749 heartbeating to localhost/127.0.0.1:46211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:19:08,728 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:19:08,728 WARN [BP-1254922108-172.17.0.3-1732468728749 heartbeating to localhost/127.0.0.1:46211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1254922108-172.17.0.3-1732468728749 (Datanode Uuid 3a75ef51-7a4c-4dbb-acc5-1d3649056888) service to localhost/127.0.0.1:46211 2024-11-24T17:19:08,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/cluster_574f595a-bf0c-5362-17ac-b2bfe8e864ef/data/data1/current/BP-1254922108-172.17.0.3-1732468728749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:19:08,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/cluster_574f595a-bf0c-5362-17ac-b2bfe8e864ef/data/data2/current/BP-1254922108-172.17.0.3-1732468728749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:19:08,730 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:19:08,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29e2918e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:19:08,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e2b52f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:19:08,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:19:08,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@213a7b7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:19:08,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23e0fb77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f8481ce-4b63-e5e4-a377-a9d73c005c37/hadoop.log.dir/,STOPPED} 2024-11-24T17:19:08,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T17:19:08,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:19:08,770 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 115) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49251) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35439 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49251) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46211 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=695 (was 852), ProcessCount=11 (was 11), AvailableMemoryMB=6277 (was 5441) - AvailableMemoryMB LEAK? - 2024-11-24T17:19:08,778 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=695, ProcessCount=11, AvailableMemoryMB=6276 2024-11-24T17:19:08,788 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-24T17:19:08,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/hadoop.log.dir so I do NOT create it in target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83 2024-11-24T17:19:08,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:19:08,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/hadoop.tmp.dir so I do NOT create it in target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83 2024-11-24T17:19:08,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5435b189-d9e5-0a11-00db-921511858002/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:19:08,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83 2024-11-24T17:19:08,789 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/cluster_445897f0-acdf-59f3-3204-5c125597724e, deleteOnExit=true 2024-11-24T17:19:08,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/cluster_445897f0-acdf-59f3-3204-5c125597724e/zookeeper_0, clientPort=64534, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/cluster_445897f0-acdf-59f3-3204-5c125597724e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/cluster_445897f0-acdf-59f3-3204-5c125597724e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T17:19:08,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64534 2024-11-24T17:19:08,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:19:08,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:19:08,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/test.cache.data in system properties and HBase conf 2024-11-24T17:19:08,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:19:08,822 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:19:08,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:19:08,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:19:08,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:19:08,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:19:08,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:19:08,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:19:08,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:19:08,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016ddadf2f0005, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:19:08,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016ddadf2f0002, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:19:08,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016ddadf2f0005, quorum=127.0.0.1:49251, baseZNode=/1637779513 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:19:08,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016ddadf2f0002, quorum=127.0.0.1:49251, baseZNode=/0-384128299 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:19:09,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:19:09,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:19:09,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:19:09,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:19:09,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:19:09,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:19:09,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e85a10c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:19:09,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e7c708{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:19:09,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13d83a4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/java.io.tmpdir/jetty-localhost-43433-hadoop-hdfs-3_4_1-tests_jar-_-any-6916609748970577375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:19:09,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7feb6c20{HTTP/1.1, (http/1.1)}{localhost:43433} 2024-11-24T17:19:09,461 INFO [Time-limited test {}] server.Server(415): Started @55671ms 2024-11-24T17:19:09,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:19:09,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:19:09,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:19:09,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:19:09,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:19:09,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33ed998b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:19:09,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb41989{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:19:09,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@361ec840{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/java.io.tmpdir/jetty-localhost-37987-hadoop-hdfs-3_4_1-tests_jar-_-any-18010263657436482617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:19:09,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@555cb225{HTTP/1.1, (http/1.1)}{localhost:37987} 2024-11-24T17:19:09,905 INFO [Time-limited test {}] server.Server(415): Started @56115ms 2024-11-24T17:19:09,907 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:19:10,707 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/cluster_445897f0-acdf-59f3-3204-5c125597724e/data/data2/current/BP-701575580-172.17.0.3-1732468748845/current, will proceed with Du for space computation calculation, 2024-11-24T17:19:10,707 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/cluster_445897f0-acdf-59f3-3204-5c125597724e/data/data1/current/BP-701575580-172.17.0.3-1732468748845/current, will proceed with Du for space computation calculation, 2024-11-24T17:19:10,730 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:19:10,733 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a5b5623f3521427 with lease ID 0xc4d405121b0a644: Processing first storage report for DS-efedf70e-6ccf-48d0-9954-f8519342512c from datanode DatanodeRegistration(127.0.0.1:40527, datanodeUuid=c8bd76fe-6d94-4f08-b682-f654de8ec4cb, infoPort=45927, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=261148776;c=1732468748845) 2024-11-24T17:19:10,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a5b5623f3521427 with lease ID 0xc4d405121b0a644: from storage DS-efedf70e-6ccf-48d0-9954-f8519342512c node DatanodeRegistration(127.0.0.1:40527, datanodeUuid=c8bd76fe-6d94-4f08-b682-f654de8ec4cb, infoPort=45927, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=261148776;c=1732468748845), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:19:10,733 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a5b5623f3521427 with lease ID 0xc4d405121b0a644: Processing first storage report for DS-9b51a2fa-d2ca-4baa-aa19-97a1e45c4e8c from datanode DatanodeRegistration(127.0.0.1:40527, datanodeUuid=c8bd76fe-6d94-4f08-b682-f654de8ec4cb, infoPort=45927, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=261148776;c=1732468748845) 2024-11-24T17:19:10,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a5b5623f3521427 with lease ID 0xc4d405121b0a644: from storage DS-9b51a2fa-d2ca-4baa-aa19-97a1e45c4e8c node DatanodeRegistration(127.0.0.1:40527, datanodeUuid=c8bd76fe-6d94-4f08-b682-f654de8ec4cb, infoPort=45927, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=261148776;c=1732468748845), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:19:10,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83 2024-11-24T17:19:10,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:10,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:10,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:19:11,171 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f with version=8 2024-11-24T17:19:11,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/hbase-staging 2024-11-24T17:19:11,173 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:19:11,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:19:11,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:19:11,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:19:11,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:19:11,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:19:11,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:19:11,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:19:11,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38855 2024-11-24T17:19:11,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38855 connecting to ZooKeeper ensemble=127.0.0.1:64534 2024-11-24T17:19:11,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:19:11,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:11,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:11,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:11,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388550x0, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:19:11,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38855-0x1016ddb2dbf0000 connected 2024-11-24T17:19:11,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:11,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:11,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Set watcher on znode that does not yet exist, /0-378473234/running 2024-11-24T17:19:11,351 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f, hbase.cluster.distributed=false 2024-11-24T17:19:11,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Set watcher on znode that does not yet exist, /0-378473234/acl 2024-11-24T17:19:11,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38855 2024-11-24T17:19:11,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38855 2024-11-24T17:19:11,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38855 2024-11-24T17:19:11,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38855 2024-11-24T17:19:11,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38855 2024-11-24T17:19:11,366 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:19:11,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:19:11,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:19:11,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:19:11,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:19:11,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:19:11,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:19:11,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:19:11,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38455 2024-11-24T17:19:11,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38455 connecting to ZooKeeper ensemble=127.0.0.1:64534 2024-11-24T17:19:11,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:11,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:11,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384550x0, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:19:11,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38455-0x1016ddb2dbf0001 connected 2024-11-24T17:19:11,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Set watcher on znode that does not yet exist, /0-378473234/running 2024-11-24T17:19:11,413 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:19:11,415 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:19:11,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Set watcher on znode that does not yet exist, /0-378473234/master 2024-11-24T17:19:11,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Set watcher on znode that does not yet exist, /0-378473234/acl 2024-11-24T17:19:11,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38455 2024-11-24T17:19:11,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38455 2024-11-24T17:19:11,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38455 2024-11-24T17:19:11,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38455 2024-11-24T17:19:11,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38455 2024-11-24T17:19:11,433 DEBUG [M:0;a23eb99f71f0:38855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:38855 2024-11-24T17:19:11,433 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-378473234/backup-masters/a23eb99f71f0,38855,1732468751173 2024-11-24T17:19:11,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234/backup-masters 2024-11-24T17:19:11,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234/backup-masters 2024-11-24T17:19:11,453 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Set watcher on existing znode=/0-378473234/backup-masters/a23eb99f71f0,38855,1732468751173 2024-11-24T17:19:11,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-378473234/master 2024-11-24T17:19:11,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:11,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:11,463 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Set watcher on existing znode=/0-378473234/master 2024-11-24T17:19:11,463 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-378473234/backup-masters/a23eb99f71f0,38855,1732468751173 from backup master directory 2024-11-24T17:19:11,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234/backup-masters 2024-11-24T17:19:11,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-378473234/backup-masters/a23eb99f71f0,38855,1732468751173 2024-11-24T17:19:11,473 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:19:11,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234/backup-masters 2024-11-24T17:19:11,473 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,38855,1732468751173 2024-11-24T17:19:11,477 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/hbase.id] with ID: 7b631cb1-658b-436e-9898-064db7e5a43b 2024-11-24T17:19:11,477 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/.tmp/hbase.id 2024-11-24T17:19:11,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:19:11,887 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/.tmp/hbase.id]:[hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/hbase.id] 2024-11-24T17:19:11,899 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:11,900 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:19:11,901 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:19:11,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:19:11,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:19:11,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:19:11,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T17:19:11,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:19:11,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:11,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:11,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:19:12,371 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:19:12,372 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:19:12,372 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:19:12,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:19:12,782 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store 2024-11-24T17:19:12,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:19:12,804 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:12,805 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:19:12,805 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:12,805 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:12,805 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:19:12,805 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:12,805 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:12,805 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468752805Disabling compacts and flushes for region at 1732468752805Disabling writes for close at 1732468752805Writing region close event to WAL at 1732468752805Closed at 1732468752805 2024-11-24T17:19:12,806 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/.initializing 2024-11-24T17:19:12,806 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/WALs/a23eb99f71f0,38855,1732468751173 2024-11-24T17:19:12,807 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:19:12,811 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C38855%2C1732468751173, suffix=, logDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/WALs/a23eb99f71f0,38855,1732468751173, archiveDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/oldWALs, maxLogs=10 2024-11-24T17:19:12,829 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/WALs/a23eb99f71f0,38855,1732468751173/a23eb99f71f0%2C38855%2C1732468751173.1732468752811, exclude list is [], retry=0 2024-11-24T17:19:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40527,DS-efedf70e-6ccf-48d0-9954-f8519342512c,DISK] 2024-11-24T17:19:12,838 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/WALs/a23eb99f71f0,38855,1732468751173/a23eb99f71f0%2C38855%2C1732468751173.1732468752811 2024-11-24T17:19:12,839 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45927:45927)] 2024-11-24T17:19:12,839 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:19:12,839 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:12,839 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:12,839 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:12,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:12,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:19:12,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:12,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:12,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:12,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:19:12,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:12,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:12,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:12,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:19:12,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:12,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:12,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:12,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:19:12,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:12,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:12,850 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:12,851 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:12,851 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:12,853 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:12,854 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:12,854 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:19:12,856 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:12,863 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:19:12,864 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64073500, jitterRate=-0.0452304482460022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:19:12,865 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468752840Initializing all the Stores at 1732468752840Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468752840Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468752841 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468752841Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468752841Cleaning up temporary data from old regions at 1732468752854 (+13 ms)Region opened successfully at 1732468752865 (+11 ms) 2024-11-24T17:19:12,865 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:19:12,869 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b4718e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:19:12,871 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:19:12,871 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:19:12,871 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:19:12,871 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:19:12,872 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:19:12,872 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:19:12,872 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:19:12,879 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:19:12,880 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Unable to get data of znode /0-378473234/balancer because node does not exist (not necessarily an error) 2024-11-24T17:19:12,894 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-378473234/balancer already deleted, retry=false 2024-11-24T17:19:12,895 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:19:12,896 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Unable to get data of znode /0-378473234/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:19:12,905 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-378473234/normalizer already deleted, retry=false 2024-11-24T17:19:12,905 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:19:12,907 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Unable to get data of znode /0-378473234/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:19:12,915 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-378473234/switch/split already deleted, retry=false 2024-11-24T17:19:12,916 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Unable to get data of znode /0-378473234/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:19:12,926 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-378473234/switch/merge already deleted, retry=false 2024-11-24T17:19:12,932 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Unable to get data of znode /0-378473234/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:19:12,944 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-378473234/snapshot-cleanup already deleted, retry=false 2024-11-24T17:19:12,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-378473234/running 2024-11-24T17:19:12,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-378473234/running 2024-11-24T17:19:12,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:12,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:12,958 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,38855,1732468751173, sessionid=0x1016ddb2dbf0000, setting cluster-up flag (Was=false) 2024-11-24T17:19:13,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:13,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:13,178 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-378473234/flush-table-proc/acquired, /0-378473234/flush-table-proc/reached, /0-378473234/flush-table-proc/abort 2024-11-24T17:19:13,179 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,38855,1732468751173 2024-11-24T17:19:13,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:13,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:13,494 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-378473234/online-snapshot/acquired, /0-378473234/online-snapshot/reached, /0-378473234/online-snapshot/abort 2024-11-24T17:19:13,495 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,38855,1732468751173 2024-11-24T17:19:13,496 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:19:13,498 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:19:13,498 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:19:13,498 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:19:13,498 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,38855,1732468751173 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:19:13,500 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:19:13,500 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:19:13,500 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:19:13,500 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:19:13,500 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:19:13,500 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,500 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:19:13,500 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,502 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468783502 2024-11-24T17:19:13,502 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:19:13,502 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:19:13,502 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:19:13,502 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:19:13,502 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:19:13,502 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:19:13,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:19:13,502 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:19:13,503 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:19:13,503 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:19:13,503 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:19:13,503 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:19:13,503 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:19:13,503 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:13,504 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:19:13,504 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468753504,5,FailOnTimeoutGroup] 2024-11-24T17:19:13,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:19:13,504 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468753504,5,FailOnTimeoutGroup] 2024-11-24T17:19:13,504 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,504 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:19:13,504 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,504 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:19:13,521 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(746): ClusterId : 7b631cb1-658b-436e-9898-064db7e5a43b 2024-11-24T17:19:13,521 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:19:13,569 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:19:13,569 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:19:13,590 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:19:13,590 DEBUG [RS:0;a23eb99f71f0:38455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa32a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:19:13,603 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:38455 2024-11-24T17:19:13,603 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:19:13,603 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:19:13,603 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:19:13,604 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,38855,1732468751173 with port=38455, startcode=1732468751366 2024-11-24T17:19:13,604 DEBUG [RS:0;a23eb99f71f0:38455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:19:13,606 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:19:13,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:13,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38855 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:13,607 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f 2024-11-24T17:19:13,607 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42831 2024-11-24T17:19:13,608 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:19:13,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234/rs 2024-11-24T17:19:13,653 DEBUG [RS:0;a23eb99f71f0:38455 {}] zookeeper.ZKUtil(111): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Set watcher on existing znode=/0-378473234/rs/a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:13,653 WARN [RS:0;a23eb99f71f0:38455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:19:13,653 INFO [RS:0;a23eb99f71f0:38455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:19:13,653 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:13,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,38455,1732468751366] 2024-11-24T17:19:13,656 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:19:13,658 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:19:13,658 INFO [RS:0;a23eb99f71f0:38455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:19:13,658 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,658 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:19:13,659 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:19:13,659 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,659 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,659 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,659 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,659 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,659 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,659 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:19:13,659 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,659 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,659 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,659 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,660 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,660 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:13,660 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:19:13,660 DEBUG [RS:0;a23eb99f71f0:38455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:19:13,660 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,660 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,660 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,660 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,660 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,660 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38455,1732468751366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:19:13,673 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:19:13,673 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38455,1732468751366-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,673 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,673 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.Replication(171): a23eb99f71f0,38455,1732468751366 started 2024-11-24T17:19:13,685 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:13,685 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,38455,1732468751366, RpcServer on a23eb99f71f0/172.17.0.3:38455, sessionid=0x1016ddb2dbf0001 2024-11-24T17:19:13,685 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:19:13,685 DEBUG [RS:0;a23eb99f71f0:38455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:13,685 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,38455,1732468751366' 2024-11-24T17:19:13,685 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-378473234/flush-table-proc/abort' 2024-11-24T17:19:13,686 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-378473234/flush-table-proc/acquired' 2024-11-24T17:19:13,687 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:19:13,687 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:19:13,687 DEBUG [RS:0;a23eb99f71f0:38455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:13,687 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,38455,1732468751366' 2024-11-24T17:19:13,687 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-378473234/online-snapshot/abort' 2024-11-24T17:19:13,687 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-378473234/online-snapshot/acquired' 2024-11-24T17:19:13,687 DEBUG [RS:0;a23eb99f71f0:38455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:19:13,687 INFO [RS:0;a23eb99f71f0:38455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:19:13,687 INFO [RS:0;a23eb99f71f0:38455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:19:13,788 INFO [RS:0;a23eb99f71f0:38455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:19:13,789 INFO [RS:0;a23eb99f71f0:38455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C38455%2C1732468751366, suffix=, logDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366, archiveDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/oldWALs, maxLogs=10 2024-11-24T17:19:13,801 DEBUG [RS:0;a23eb99f71f0:38455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790, exclude list is [], retry=0 2024-11-24T17:19:13,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40527,DS-efedf70e-6ccf-48d0-9954-f8519342512c,DISK] 2024-11-24T17:19:13,805 INFO [RS:0;a23eb99f71f0:38455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 2024-11-24T17:19:13,806 DEBUG [RS:0;a23eb99f71f0:38455 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45927:45927)] 2024-11-24T17:19:13,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:19:13,914 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f 2024-11-24T17:19:13,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:19:14,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:14,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:19:14,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:19:14,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:14,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:14,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:19:14,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:19:14,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:14,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:14,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:19:14,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:19:14,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:14,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:14,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:19:14,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:19:14,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:14,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:14,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:19:14,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740 2024-11-24T17:19:14,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740 2024-11-24T17:19:14,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:19:14,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:19:14,330 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:19:14,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:19:14,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:19:14,334 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67414015, jitterRate=0.004547104239463806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:19:14,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468754320Initializing all the Stores at 1732468754320Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468754321 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468754321Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468754321Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468754321Cleaning up temporary data from old regions at 1732468754330 (+9 ms)Region opened successfully at 1732468754334 (+4 ms) 2024-11-24T17:19:14,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:19:14,334 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:19:14,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:19:14,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:19:14,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:19:14,335 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:19:14,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468754334Disabling compacts and flushes for region at 1732468754334Disabling writes for close at 1732468754334Writing region close event to WAL at 1732468754335 (+1 ms)Closed at 1732468754335 2024-11-24T17:19:14,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:19:14,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:19:14,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:19:14,337 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:19:14,338 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:19:14,488 DEBUG [a23eb99f71f0:38855 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:19:14,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:14,490 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,38455,1732468751366, state=OPENING 2024-11-24T17:19:14,555 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:19:14,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:14,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:14,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-378473234/meta-region-server: CHANGED 2024-11-24T17:19:14,568 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:19:14,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-378473234/meta-region-server: CHANGED 2024-11-24T17:19:14,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,38455,1732468751366}] 2024-11-24T17:19:14,721 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:19:14,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:19:14,726 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:19:14,726 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:19:14,727 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:19:14,728 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C38455%2C1732468751366.meta, suffix=.meta, logDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366, archiveDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/oldWALs, maxLogs=10 2024-11-24T17:19:14,740 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.meta.1732468754728.meta, exclude list is [], retry=0 2024-11-24T17:19:14,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40527,DS-efedf70e-6ccf-48d0-9954-f8519342512c,DISK] 2024-11-24T17:19:14,744 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.meta.1732468754728.meta 2024-11-24T17:19:14,744 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45927:45927)] 2024-11-24T17:19:14,745 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:19:14,745 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:19:14,745 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:19:14,745 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:19:14,745 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:19:14,746 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:19:14,746 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:14,746 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:19:14,746 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:19:14,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:19:14,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:19:14,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:14,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:14,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:19:14,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:19:14,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:14,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:14,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:19:14,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:19:14,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:14,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:14,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:19:14,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:19:14,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:14,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:14,754 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:19:14,754 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740 2024-11-24T17:19:14,755 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740 2024-11-24T17:19:14,756 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:19:14,756 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:19:14,757 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:19:14,758 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:19:14,759 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62703991, jitterRate=-0.06563772261142731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:19:14,759 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:19:14,759 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468754746Writing region info on filesystem at 1732468754746Initializing all the Stores at 1732468754747 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468754747Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468754747Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468754747Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468754747Cleaning up temporary data from old regions at 1732468754756 (+9 ms)Running coprocessor post-open hooks at 1732468754759 (+3 ms)Region opened successfully at 1732468754759 2024-11-24T17:19:14,760 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468754721 2024-11-24T17:19:14,763 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:19:14,763 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:19:14,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:14,764 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,38455,1732468751366, state=OPEN 2024-11-24T17:19:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-378473234/meta-region-server 2024-11-24T17:19:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-378473234/meta-region-server 2024-11-24T17:19:14,862 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:14,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-378473234/meta-region-server: CHANGED 2024-11-24T17:19:14,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-378473234/meta-region-server: CHANGED 2024-11-24T17:19:14,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:19:14,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,38455,1732468751366 in 294 msec 2024-11-24T17:19:14,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:19:14,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-24T17:19:14,867 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:19:14,867 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:19:14,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:14,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,38455,1732468751366, seqNum=-1] 2024-11-24T17:19:14,869 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:14,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:19:14,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3770 sec 2024-11-24T17:19:14,876 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468754876, completionTime=-1 2024-11-24T17:19:14,876 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:19:14,877 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:19:14,878 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:19:14,879 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468814879 2024-11-24T17:19:14,879 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732468874879 2024-11-24T17:19:14,879 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T17:19:14,879 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38855,1732468751173-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:14,879 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38855,1732468751173-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:14,879 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38855,1732468751173-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:14,879 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:38855, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:14,880 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:14,880 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:14,881 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:19:14,884 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.411sec 2024-11-24T17:19:14,884 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:19:14,884 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:19:14,884 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:19:14,884 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:19:14,884 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:19:14,884 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38855,1732468751173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:19:14,884 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38855,1732468751173-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:19:14,887 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:19:14,887 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:19:14,887 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38855,1732468751173-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:14,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea0f3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:14,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,38855,-1 for getting cluster id 2024-11-24T17:19:14,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:14,924 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b631cb1-658b-436e-9898-064db7e5a43b' 2024-11-24T17:19:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b631cb1-658b-436e-9898-064db7e5a43b" 2024-11-24T17:19:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511cfd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,38855,-1] 2024-11-24T17:19:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:14,926 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:14,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3668a7b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:14,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:14,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,38455,1732468751366, seqNum=-1] 2024-11-24T17:19:14,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:14,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:19:14,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,38855,1732468751173 2024-11-24T17:19:14,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64534 2024-11-24T17:19:14,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:19:14,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016ddb2dbf0002 connected 2024-11-24T17:19:14,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/hadoop.log.dir so I do NOT create it in target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64 2024-11-24T17:19:14,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:19:14,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/hadoop.tmp.dir so I do NOT create it in target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64 2024-11-24T17:19:14,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:19:14,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64 2024-11-24T17:19:14,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:19:14,960 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/cluster_e7e113b7-b986-557e-2eb9-a3adbce9b14f, deleteOnExit=true 2024-11-24T17:19:14,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:19:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/test.cache.data in system properties and HBase conf 2024-11-24T17:19:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:19:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:19:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:19:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:19:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:19:14,961 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:19:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:19:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:19:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:19:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:19:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:19:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:19:14,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:19:14,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:19:14,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:19:14,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:19:14,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:19:14,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:19:14,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:19:14,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:19:15,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:19:15,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:19:15,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:19:15,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:19:15,299 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:19:15,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:19:15,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1265423a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:19:15,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cfb6abf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:19:15,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@230add7d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/java.io.tmpdir/jetty-localhost-39021-hadoop-hdfs-3_4_1-tests_jar-_-any-4279697541637858088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:19:15,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1741ec9f{HTTP/1.1, (http/1.1)}{localhost:39021} 2024-11-24T17:19:15,400 INFO [Time-limited test {}] server.Server(415): Started @61610ms 2024-11-24T17:19:15,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:19:15,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:19:15,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:19:15,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:19:15,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:19:15,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec0a4dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:19:15,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b11a91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:19:15,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77cf37cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/java.io.tmpdir/jetty-localhost-43871-hadoop-hdfs-3_4_1-tests_jar-_-any-12581547357689014553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:19:15,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@401f39ae{HTTP/1.1, (http/1.1)}{localhost:43871} 2024-11-24T17:19:15,833 INFO [Time-limited test {}] server.Server(415): Started @62043ms 2024-11-24T17:19:15,834 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:19:16,561 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/cluster_e7e113b7-b986-557e-2eb9-a3adbce9b14f/data/data1/current/BP-523240865-172.17.0.3-1732468754978/current, will proceed with Du for space computation calculation, 2024-11-24T17:19:16,561 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/cluster_e7e113b7-b986-557e-2eb9-a3adbce9b14f/data/data2/current/BP-523240865-172.17.0.3-1732468754978/current, will proceed with Du for space computation calculation, 2024-11-24T17:19:16,579 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:19:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x539cd6677ccc287 with lease ID 0x4183658eb1b31a14: Processing first storage report for DS-45402abe-e8ca-4036-8022-a7f863c089f2 from datanode DatanodeRegistration(127.0.0.1:45389, datanodeUuid=240c769f-530e-4a58-9437-728097f9441a, infoPort=35835, infoSecurePort=0, ipcPort=33571, storageInfo=lv=-57;cid=testClusterID;nsid=976166979;c=1732468754978) 2024-11-24T17:19:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x539cd6677ccc287 with lease ID 0x4183658eb1b31a14: from storage DS-45402abe-e8ca-4036-8022-a7f863c089f2 node DatanodeRegistration(127.0.0.1:45389, datanodeUuid=240c769f-530e-4a58-9437-728097f9441a, infoPort=35835, infoSecurePort=0, ipcPort=33571, storageInfo=lv=-57;cid=testClusterID;nsid=976166979;c=1732468754978), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:19:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x539cd6677ccc287 with lease ID 0x4183658eb1b31a14: Processing first storage report for DS-ac643777-10c2-44df-879e-615aba512cb4 from datanode DatanodeRegistration(127.0.0.1:45389, datanodeUuid=240c769f-530e-4a58-9437-728097f9441a, infoPort=35835, infoSecurePort=0, ipcPort=33571, storageInfo=lv=-57;cid=testClusterID;nsid=976166979;c=1732468754978) 2024-11-24T17:19:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x539cd6677ccc287 with lease ID 0x4183658eb1b31a14: from storage DS-ac643777-10c2-44df-879e-615aba512cb4 node DatanodeRegistration(127.0.0.1:45389, datanodeUuid=240c769f-530e-4a58-9437-728097f9441a, infoPort=35835, infoSecurePort=0, ipcPort=33571, storageInfo=lv=-57;cid=testClusterID;nsid=976166979;c=1732468754978), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:19:16,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64 2024-11-24T17:19:16,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:16,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:16,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:19:17,075 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c with version=8 2024-11-24T17:19:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/hbase-staging 2024-11-24T17:19:17,077 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:19:17,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:19:17,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:19:17,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:19:17,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:19:17,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:19:17,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:19:17,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:19:17,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41875 2024-11-24T17:19:17,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41875 connecting to ZooKeeper ensemble=127.0.0.1:64534 2024-11-24T17:19:17,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418750x0, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:19:17,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41875-0x1016ddb2dbf0003 connected 2024-11-24T17:19:17,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:17,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:17,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Set watcher on znode that does not yet exist, /183365822/running 2024-11-24T17:19:17,212 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c, hbase.cluster.distributed=false 2024-11-24T17:19:17,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Set watcher on znode that does not yet exist, /183365822/acl 2024-11-24T17:19:17,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41875 2024-11-24T17:19:17,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41875 2024-11-24T17:19:17,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41875 2024-11-24T17:19:17,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41875 2024-11-24T17:19:17,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41875 2024-11-24T17:19:17,227 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:19:17,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:19:17,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:19:17,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:19:17,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:19:17,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:19:17,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:19:17,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:19:17,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39549 2024-11-24T17:19:17,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39549 connecting to ZooKeeper ensemble=127.0.0.1:64534 2024-11-24T17:19:17,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:17,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:17,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395490x0, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:19:17,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Set watcher on znode that does not yet exist, /183365822/running 2024-11-24T17:19:17,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39549-0x1016ddb2dbf0004 connected 2024-11-24T17:19:17,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:19:17,242 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:19:17,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Set watcher on znode that does not yet exist, /183365822/master 2024-11-24T17:19:17,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Set watcher on znode that does not yet exist, /183365822/acl 2024-11-24T17:19:17,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39549 2024-11-24T17:19:17,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39549 2024-11-24T17:19:17,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39549 2024-11-24T17:19:17,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39549 2024-11-24T17:19:17,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39549 2024-11-24T17:19:17,256 DEBUG [M:0;a23eb99f71f0:41875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:41875 2024-11-24T17:19:17,256 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /183365822/backup-masters/a23eb99f71f0,41875,1732468757077 2024-11-24T17:19:17,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822/backup-masters 2024-11-24T17:19:17,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822/backup-masters 2024-11-24T17:19:17,263 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Set watcher on existing znode=/183365822/backup-masters/a23eb99f71f0,41875,1732468757077 2024-11-24T17:19:17,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:19:17,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/183365822/master 2024-11-24T17:19:17,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:19:17,273 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Set watcher on existing znode=/183365822/master 2024-11-24T17:19:17,274 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /183365822/backup-masters/a23eb99f71f0,41875,1732468757077 from backup master directory 2024-11-24T17:19:17,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/183365822/backup-masters/a23eb99f71f0,41875,1732468757077 2024-11-24T17:19:17,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822/backup-masters 2024-11-24T17:19:17,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822/backup-masters 2024-11-24T17:19:17,283 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:19:17,283 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,41875,1732468757077 2024-11-24T17:19:17,287 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/hbase.id] with ID: 8524ff97-1fba-431e-a890-95dcf5cf5504 2024-11-24T17:19:17,287 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/.tmp/hbase.id 2024-11-24T17:19:17,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:19:17,442 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:19:17,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:17,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:17,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:17,692 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/.tmp/hbase.id]:[hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/hbase.id] 2024-11-24T17:19:17,703 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:17,703 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:19:17,704 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:19:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:19:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:19:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:19:18,162 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:19:18,162 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:19:18,163 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:19:18,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:19:18,573 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store 2024-11-24T17:19:18,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:19:18,990 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:18,990 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:19:18,990 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:18,991 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:18,991 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:19:18,991 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:18,991 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:19:18,991 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468758990Disabling compacts and flushes for region at 1732468758990Disabling writes for close at 1732468758991 (+1 ms)Writing region close event to WAL at 1732468758991Closed at 1732468758991 2024-11-24T17:19:18,992 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/.initializing 2024-11-24T17:19:18,992 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/WALs/a23eb99f71f0,41875,1732468757077 2024-11-24T17:19:18,992 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:19:18,994 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C41875%2C1732468757077, suffix=, logDir=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/WALs/a23eb99f71f0,41875,1732468757077, archiveDir=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/oldWALs, maxLogs=10 2024-11-24T17:19:19,007 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/WALs/a23eb99f71f0,41875,1732468757077/a23eb99f71f0%2C41875%2C1732468757077.1732468758994, exclude list is [], retry=0 2024-11-24T17:19:19,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45389,DS-45402abe-e8ca-4036-8022-a7f863c089f2,DISK] 2024-11-24T17:19:19,013 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/WALs/a23eb99f71f0,41875,1732468757077/a23eb99f71f0%2C41875%2C1732468757077.1732468758994 2024-11-24T17:19:19,013 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35835:35835)] 2024-11-24T17:19:19,013 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:19:19,014 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:19,014 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:19,014 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:19,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:19,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:19:19,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:19,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:19,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:19,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:19:19,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:19,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:19,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:19,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:19:19,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:19,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:19,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:19,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:19:19,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:19,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:19,026 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:19,026 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:19,027 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:19,028 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:19,028 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:19,029 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:19:19,030 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:19:19,035 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:19:19,036 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63329451, jitterRate=-0.05631764233112335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:19:19,036 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468759014Initializing all the Stores at 1732468759015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468759015Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468759015Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468759015Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468759015Cleaning up temporary data from old regions at 1732468759028 (+13 ms)Region opened successfully at 1732468759036 (+8 ms) 2024-11-24T17:19:19,036 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:19:19,040 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa5b43b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:19:19,041 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:19:19,041 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:19:19,041 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:19:19,041 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:19:19,042 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:19:19,043 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:19:19,043 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:19:19,054 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:19:19,055 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Unable to get data of znode /183365822/balancer because node does not exist (not necessarily an error) 2024-11-24T17:19:19,062 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /183365822/balancer already deleted, retry=false 2024-11-24T17:19:19,062 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:19:19,063 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Unable to get data of znode /183365822/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:19:19,073 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /183365822/normalizer already deleted, retry=false 2024-11-24T17:19:19,073 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:19:19,074 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Unable to get data of znode /183365822/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:19:19,083 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /183365822/switch/split already deleted, retry=false 2024-11-24T17:19:19,084 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Unable to get data of znode /183365822/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:19:19,093 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /183365822/switch/merge already deleted, retry=false 2024-11-24T17:19:19,095 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Unable to get data of znode /183365822/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:19:19,104 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /183365822/snapshot-cleanup already deleted, retry=false 2024-11-24T17:19:19,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/183365822/running 2024-11-24T17:19:19,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/183365822/running 2024-11-24T17:19:19,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:19:19,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:19:19,115 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,41875,1732468757077, sessionid=0x1016ddb2dbf0003, setting cluster-up flag (Was=false) 2024-11-24T17:19:19,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:19:19,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:19:19,167 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /183365822/flush-table-proc/acquired, /183365822/flush-table-proc/reached, /183365822/flush-table-proc/abort 2024-11-24T17:19:19,168 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,41875,1732468757077 2024-11-24T17:19:19,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:19:19,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:19:19,220 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /183365822/online-snapshot/acquired, /183365822/online-snapshot/reached, /183365822/online-snapshot/abort 2024-11-24T17:19:19,221 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,41875,1732468757077 2024-11-24T17:19:19,223 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:19:19,224 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:19:19,224 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:19:19,224 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:19:19,224 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,41875,1732468757077 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:19:19,226 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:19:19,226 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:19:19,226 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:19:19,226 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:19:19,226 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:19:19,226 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,226 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:19:19,226 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,227 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468789227 2024-11-24T17:19:19,227 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:19:19,227 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:19:19,227 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:19:19,227 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:19:19,228 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:19:19,228 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:19:19,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:19:19,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:19:19,228 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,228 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:19:19,228 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:19:19,228 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:19:19,228 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:19:19,229 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:19:19,229 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:19:19,229 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:19,229 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468759229,5,FailOnTimeoutGroup] 2024-11-24T17:19:19,229 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468759229,5,FailOnTimeoutGroup] 2024-11-24T17:19:19,229 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,229 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:19:19,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:19:19,229 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,229 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:19:19,249 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(746): ClusterId : 8524ff97-1fba-431e-a890-95dcf5cf5504 2024-11-24T17:19:19,249 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:19:19,261 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:19:19,261 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:19:19,325 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:19:19,325 DEBUG [RS:0;a23eb99f71f0:39549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c0ba1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:19:19,335 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:39549 2024-11-24T17:19:19,335 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:19:19,335 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:19:19,335 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:19:19,336 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,41875,1732468757077 with port=39549, startcode=1732468757227 2024-11-24T17:19:19,336 DEBUG [RS:0;a23eb99f71f0:39549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:19:19,337 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:19:19,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,39549,1732468757227 2024-11-24T17:19:19,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41875 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,39549,1732468757227 2024-11-24T17:19:19,339 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c 2024-11-24T17:19:19,339 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34699 2024-11-24T17:19:19,339 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:19:19,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822/rs 2024-11-24T17:19:19,415 DEBUG [RS:0;a23eb99f71f0:39549 {}] zookeeper.ZKUtil(111): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Set watcher on existing znode=/183365822/rs/a23eb99f71f0,39549,1732468757227 2024-11-24T17:19:19,415 WARN [RS:0;a23eb99f71f0:39549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:19:19,416 INFO [RS:0;a23eb99f71f0:39549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:19:19,416 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/WALs/a23eb99f71f0,39549,1732468757227 2024-11-24T17:19:19,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,39549,1732468757227] 2024-11-24T17:19:19,419 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:19:19,421 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:19:19,424 INFO [RS:0;a23eb99f71f0:39549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:19:19,424 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,424 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:19:19,425 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:19:19,426 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:19:19,426 DEBUG [RS:0;a23eb99f71f0:39549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:19:19,428 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,428 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,428 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,428 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,428 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,428 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,39549,1732468757227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:19:19,440 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:19:19,440 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,39549,1732468757227-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,440 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,440 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.Replication(171): a23eb99f71f0,39549,1732468757227 started 2024-11-24T17:19:19,451 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:19,451 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,39549,1732468757227, RpcServer on a23eb99f71f0/172.17.0.3:39549, sessionid=0x1016ddb2dbf0004 2024-11-24T17:19:19,451 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:19:19,451 DEBUG [RS:0;a23eb99f71f0:39549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,39549,1732468757227 2024-11-24T17:19:19,451 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,39549,1732468757227' 2024-11-24T17:19:19,451 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/183365822/flush-table-proc/abort' 2024-11-24T17:19:19,452 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/183365822/flush-table-proc/acquired' 2024-11-24T17:19:19,452 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:19:19,452 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:19:19,452 DEBUG [RS:0;a23eb99f71f0:39549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,39549,1732468757227 2024-11-24T17:19:19,452 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,39549,1732468757227' 2024-11-24T17:19:19,452 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/183365822/online-snapshot/abort' 2024-11-24T17:19:19,453 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/183365822/online-snapshot/acquired' 2024-11-24T17:19:19,453 DEBUG [RS:0;a23eb99f71f0:39549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:19:19,453 INFO [RS:0;a23eb99f71f0:39549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:19:19,453 INFO [RS:0;a23eb99f71f0:39549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:19:19,553 INFO [RS:0;a23eb99f71f0:39549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:19:19,555 INFO [RS:0;a23eb99f71f0:39549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C39549%2C1732468757227, suffix=, logDir=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/WALs/a23eb99f71f0,39549,1732468757227, archiveDir=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/oldWALs, maxLogs=10 2024-11-24T17:19:19,567 DEBUG [RS:0;a23eb99f71f0:39549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/WALs/a23eb99f71f0,39549,1732468757227/a23eb99f71f0%2C39549%2C1732468757227.1732468759556, exclude list is [], retry=0 2024-11-24T17:19:19,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45389,DS-45402abe-e8ca-4036-8022-a7f863c089f2,DISK] 2024-11-24T17:19:19,571 INFO [RS:0;a23eb99f71f0:39549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/WALs/a23eb99f71f0,39549,1732468757227/a23eb99f71f0%2C39549%2C1732468757227.1732468759556 2024-11-24T17:19:19,572 DEBUG [RS:0;a23eb99f71f0:39549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35835:35835)] 2024-11-24T17:19:19,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:19:19,636 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c 2024-11-24T17:19:19,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:19:19,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:19:20,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:20,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:19:20,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:19:20,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:20,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:20,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:19:20,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:19:20,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:20,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:20,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:19:20,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:19:20,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:20,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:20,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:19:20,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:19:20,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:20,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:20,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:19:20,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740 2024-11-24T17:19:20,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740 2024-11-24T17:19:20,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:19:20,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:19:20,056 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:19:20,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:19:20,061 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:19:20,062 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65228126, jitterRate=-0.028025180101394653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:19:20,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468760045Initializing all the Stores at 1732468760046 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468760046Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468760046Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468760046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468760046Cleaning up temporary data from old regions at 1732468760056 (+10 ms)Region opened successfully at 1732468760062 (+6 ms) 2024-11-24T17:19:20,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:19:20,062 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:19:20,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:19:20,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:19:20,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:19:20,063 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:19:20,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468760062Disabling compacts and flushes for region at 1732468760062Disabling writes for close at 1732468760063 (+1 ms)Writing region close event to WAL at 1732468760063Closed at 1732468760063 2024-11-24T17:19:20,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:19:20,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:19:20,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:19:20,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:19:20,067 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:19:20,217 DEBUG [a23eb99f71f0:41875 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:19:20,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,39549,1732468757227 2024-11-24T17:19:20,218 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,39549,1732468757227, state=OPENING 2024-11-24T17:19:20,309 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:19:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:19:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:19:20,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /183365822/meta-region-server: CHANGED 2024-11-24T17:19:20,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /183365822/meta-region-server: CHANGED 2024-11-24T17:19:20,379 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:19:20,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,39549,1732468757227}] 2024-11-24T17:19:20,532 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:19:20,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:19:20,537 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:19:20,537 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:19:20,537 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:19:20,539 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C39549%2C1732468757227.meta, suffix=.meta, logDir=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/WALs/a23eb99f71f0,39549,1732468757227, archiveDir=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/oldWALs, maxLogs=10 2024-11-24T17:19:20,550 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/WALs/a23eb99f71f0,39549,1732468757227/a23eb99f71f0%2C39549%2C1732468757227.meta.1732468760539.meta, exclude list is [], retry=0 2024-11-24T17:19:20,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45389,DS-45402abe-e8ca-4036-8022-a7f863c089f2,DISK] 2024-11-24T17:19:20,554 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/WALs/a23eb99f71f0,39549,1732468757227/a23eb99f71f0%2C39549%2C1732468757227.meta.1732468760539.meta 2024-11-24T17:19:20,555 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35835:35835)] 2024-11-24T17:19:20,555 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:19:20,555 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:19:20,555 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:19:20,555 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:19:20,555 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:19:20,555 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:19:20,555 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:20,555 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:19:20,555 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:19:20,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:19:20,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:19:20,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:20,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:20,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:19:20,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:19:20,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:20,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:20,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:19:20,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:19:20,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:20,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:20,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:19:20,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:19:20,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:20,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:19:20,562 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:19:20,562 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740 2024-11-24T17:19:20,563 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740 2024-11-24T17:19:20,564 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:19:20,564 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:19:20,565 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:19:20,566 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:19:20,567 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65379395, jitterRate=-0.025771096348762512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:19:20,567 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:19:20,567 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468760556Writing region info on filesystem at 1732468760556Initializing all the Stores at 1732468760556Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468760557 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468760557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468760557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468760557Cleaning up temporary data from old regions at 1732468760564 (+7 ms)Running coprocessor post-open hooks at 1732468760567 (+3 ms)Region opened successfully at 1732468760567 2024-11-24T17:19:20,568 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468760532 2024-11-24T17:19:20,570 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:19:20,570 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:19:20,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,39549,1732468757227 2024-11-24T17:19:20,571 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,39549,1732468757227, state=OPEN 2024-11-24T17:19:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/183365822/meta-region-server 2024-11-24T17:19:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/183365822/meta-region-server 2024-11-24T17:19:20,588 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,39549,1732468757227 2024-11-24T17:19:20,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /183365822/meta-region-server: CHANGED 2024-11-24T17:19:20,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /183365822/meta-region-server: CHANGED 2024-11-24T17:19:20,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:19:20,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,39549,1732468757227 in 209 msec 2024-11-24T17:19:20,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:19:20,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-11-24T17:19:20,594 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:19:20,595 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:19:20,596 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:20,596 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,39549,1732468757227, seqNum=-1] 2024-11-24T17:19:20,596 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:20,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:19:20,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3780 sec 2024-11-24T17:19:20,603 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468760603, completionTime=-1 2024-11-24T17:19:20,603 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:19:20,603 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:19:20,605 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:19:20,605 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468820605 2024-11-24T17:19:20,605 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732468880605 2024-11-24T17:19:20,605 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T17:19:20,605 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41875,1732468757077-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:20,605 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41875,1732468757077-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:20,605 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41875,1732468757077-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:20,605 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:41875, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:20,605 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:20,606 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:20,607 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:19:20,609 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.326sec 2024-11-24T17:19:20,609 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:19:20,609 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:19:20,609 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:19:20,609 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:19:20,609 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:19:20,609 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41875,1732468757077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:19:20,609 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41875,1732468757077-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:19:20,612 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:19:20,612 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:19:20,612 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41875,1732468757077-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:19:20,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42323dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:20,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41875,-1 for getting cluster id 2024-11-24T17:19:20,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:20,652 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8524ff97-1fba-431e-a890-95dcf5cf5504' 2024-11-24T17:19:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8524ff97-1fba-431e-a890-95dcf5cf5504" 2024-11-24T17:19:20,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572c229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:20,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41875,-1] 2024-11-24T17:19:20,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:20,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:20,654 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:20,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bae7ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:20,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:20,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,39549,1732468757227, seqNum=-1] 2024-11-24T17:19:20,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:20,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:19:20,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,41875,1732468757077 2024-11-24T17:19:20,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64534 2024-11-24T17:19:20,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:19:20,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016ddb2dbf0005 connected 2024-11-24T17:19:20,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:19:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,38855,1732468751173 2024-11-24T17:19:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@542f097c 2024-11-24T17:19:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:19:20,762 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:19:20,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:19:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:19:20,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:19:20,769 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:20,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:19:20,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:19:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:20,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:19:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:21,179 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8560110b85f10c819491045e368ee408, NAME => 'test,,1732468760763.8560110b85f10c819491045e368ee408.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f 2024-11-24T17:19:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:19:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:21,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732468760763.8560110b85f10c819491045e368ee408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:21,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8560110b85f10c819491045e368ee408, disabling compactions & flushes 2024-11-24T17:19:21,585 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732468760763.8560110b85f10c819491045e368ee408. 2024-11-24T17:19:21,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468760763.8560110b85f10c819491045e368ee408. 2024-11-24T17:19:21,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732468760763.8560110b85f10c819491045e368ee408. after waiting 0 ms 2024-11-24T17:19:21,585 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732468760763.8560110b85f10c819491045e368ee408. 2024-11-24T17:19:21,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732468760763.8560110b85f10c819491045e368ee408. 2024-11-24T17:19:21,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8560110b85f10c819491045e368ee408: Waiting for close lock at 1732468761585Disabling compacts and flushes for region at 1732468761585Disabling writes for close at 1732468761585Writing region close event to WAL at 1732468761585Closed at 1732468761585 2024-11-24T17:19:21,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:19:21,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732468760763.8560110b85f10c819491045e368ee408.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732468761587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468761587"}]},"ts":"1732468761587"} 2024-11-24T17:19:21,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:19:21,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:19:21,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468761590"}]},"ts":"1732468761590"} 2024-11-24T17:19:21,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:19:21,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8560110b85f10c819491045e368ee408, ASSIGN}] 2024-11-24T17:19:21,594 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8560110b85f10c819491045e368ee408, ASSIGN 2024-11-24T17:19:21,595 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8560110b85f10c819491045e368ee408, ASSIGN; state=OFFLINE, location=a23eb99f71f0,38455,1732468751366; forceNewPlan=false, retain=false 2024-11-24T17:19:21,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8560110b85f10c819491045e368ee408, regionState=OPENING, regionLocation=a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:21,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8560110b85f10c819491045e368ee408, ASSIGN because future has completed 2024-11-24T17:19:21,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8560110b85f10c819491045e368ee408, server=a23eb99f71f0,38455,1732468751366}] 2024-11-24T17:19:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:21,905 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732468760763.8560110b85f10c819491045e368ee408. 2024-11-24T17:19:21,906 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8560110b85f10c819491045e368ee408, NAME => 'test,,1732468760763.8560110b85f10c819491045e368ee408.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:19:21,906 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:19:21,906 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:19:21,906 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,906 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732468760763.8560110b85f10c819491045e368ee408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:21,906 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,906 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,908 INFO [StoreOpener-8560110b85f10c819491045e368ee408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,909 INFO [StoreOpener-8560110b85f10c819491045e368ee408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8560110b85f10c819491045e368ee408 columnFamilyName f 2024-11-24T17:19:21,909 DEBUG [StoreOpener-8560110b85f10c819491045e368ee408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:21,910 INFO [StoreOpener-8560110b85f10c819491045e368ee408-1 {}] regionserver.HStore(327): Store=8560110b85f10c819491045e368ee408/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:21,910 INFO [StoreOpener-8560110b85f10c819491045e368ee408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,911 INFO [StoreOpener-8560110b85f10c819491045e368ee408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8560110b85f10c819491045e368ee408 columnFamilyName f1 2024-11-24T17:19:21,911 DEBUG [StoreOpener-8560110b85f10c819491045e368ee408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:21,911 INFO [StoreOpener-8560110b85f10c819491045e368ee408-1 {}] regionserver.HStore(327): Store=8560110b85f10c819491045e368ee408/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:21,911 INFO [StoreOpener-8560110b85f10c819491045e368ee408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,912 INFO [StoreOpener-8560110b85f10c819491045e368ee408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8560110b85f10c819491045e368ee408 columnFamilyName norep 2024-11-24T17:19:21,912 DEBUG [StoreOpener-8560110b85f10c819491045e368ee408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:21,912 INFO [StoreOpener-8560110b85f10c819491045e368ee408-1 {}] regionserver.HStore(327): Store=8560110b85f10c819491045e368ee408/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:21,912 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,913 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,913 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,914 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,914 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,915 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:19:21,916 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,918 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:19:21,918 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8560110b85f10c819491045e368ee408; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67197835, jitterRate=0.0013257712125778198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:19:21,919 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8560110b85f10c819491045e368ee408 2024-11-24T17:19:21,920 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8560110b85f10c819491045e368ee408: Running coprocessor pre-open hook at 1732468761907Writing region info on filesystem at 1732468761907Initializing all the Stores at 1732468761907Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468761908 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468761908Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468761908Cleaning up temporary data from old regions at 1732468761914 (+6 ms)Running coprocessor post-open hooks at 1732468761919 (+5 ms)Region opened successfully at 1732468761919 2024-11-24T17:19:21,922 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732468760763.8560110b85f10c819491045e368ee408., pid=6, masterSystemTime=1732468761901 2024-11-24T17:19:21,923 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732468760763.8560110b85f10c819491045e368ee408. 2024-11-24T17:19:21,923 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732468760763.8560110b85f10c819491045e368ee408. 2024-11-24T17:19:21,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8560110b85f10c819491045e368ee408, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:21,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8560110b85f10c819491045e368ee408, server=a23eb99f71f0,38455,1732468751366 because future has completed 2024-11-24T17:19:21,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:19:21,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8560110b85f10c819491045e368ee408, server=a23eb99f71f0,38455,1732468751366 in 179 msec 2024-11-24T17:19:21,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:19:21,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8560110b85f10c819491045e368ee408, ASSIGN in 338 msec 2024-11-24T17:19:21,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:19:21,935 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468761935"}]},"ts":"1732468761935"} 2024-11-24T17:19:21,937 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:19:21,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:19:21,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:19:21,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T17:19:21,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-24T17:19:21,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T17:19:21,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T17:19:21,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:19:21,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T17:19:21,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:19:21,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T17:19:21,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:19:21,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T17:19:21,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:19:21,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T17:19:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:22,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:19:22,924 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:19:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41875,1732468757077 2024-11-24T17:19:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@409d609 2024-11-24T17:19:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:19:22,927 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:19:22,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:19:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41875 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:19:22,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:19:22,932 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:22,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:19:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:22,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:19:22,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:19:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:23,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58855ef2b38141152b8af3a1878ea5d6, NAME => 'test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c 2024-11-24T17:19:23,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:19:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:23,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:23,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 58855ef2b38141152b8af3a1878ea5d6, disabling compactions & flushes 2024-11-24T17:19:23,748 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. 2024-11-24T17:19:23,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. 2024-11-24T17:19:23,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. after waiting 0 ms 2024-11-24T17:19:23,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. 2024-11-24T17:19:23,748 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. 2024-11-24T17:19:23,748 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58855ef2b38141152b8af3a1878ea5d6: Waiting for close lock at 1732468763748Disabling compacts and flushes for region at 1732468763748Disabling writes for close at 1732468763748Writing region close event to WAL at 1732468763748Closed at 1732468763748 2024-11-24T17:19:23,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:19:23,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732468763750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468763750"}]},"ts":"1732468763750"} 2024-11-24T17:19:23,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:19:23,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:19:23,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468763754"}]},"ts":"1732468763754"} 2024-11-24T17:19:23,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:19:23,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58855ef2b38141152b8af3a1878ea5d6, ASSIGN}] 2024-11-24T17:19:23,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58855ef2b38141152b8af3a1878ea5d6, ASSIGN 2024-11-24T17:19:23,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=58855ef2b38141152b8af3a1878ea5d6, ASSIGN; state=OFFLINE, location=a23eb99f71f0,39549,1732468757227; forceNewPlan=false, retain=false 2024-11-24T17:19:23,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58855ef2b38141152b8af3a1878ea5d6, regionState=OPENING, regionLocation=a23eb99f71f0,39549,1732468757227 2024-11-24T17:19:23,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=58855ef2b38141152b8af3a1878ea5d6, ASSIGN because future has completed 2024-11-24T17:19:23,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58855ef2b38141152b8af3a1878ea5d6, server=a23eb99f71f0,39549,1732468757227}] 2024-11-24T17:19:24,069 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. 2024-11-24T17:19:24,069 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 58855ef2b38141152b8af3a1878ea5d6, NAME => 'test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:19:24,069 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:19:24,069 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:19:24,069 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,069 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:24,069 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,069 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,071 INFO [StoreOpener-58855ef2b38141152b8af3a1878ea5d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,072 INFO [StoreOpener-58855ef2b38141152b8af3a1878ea5d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58855ef2b38141152b8af3a1878ea5d6 columnFamilyName f 2024-11-24T17:19:24,072 DEBUG [StoreOpener-58855ef2b38141152b8af3a1878ea5d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:24,073 INFO [StoreOpener-58855ef2b38141152b8af3a1878ea5d6-1 {}] regionserver.HStore(327): Store=58855ef2b38141152b8af3a1878ea5d6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:24,073 INFO [StoreOpener-58855ef2b38141152b8af3a1878ea5d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:24,074 INFO [StoreOpener-58855ef2b38141152b8af3a1878ea5d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58855ef2b38141152b8af3a1878ea5d6 columnFamilyName f1 2024-11-24T17:19:24,074 DEBUG [StoreOpener-58855ef2b38141152b8af3a1878ea5d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:24,075 INFO [StoreOpener-58855ef2b38141152b8af3a1878ea5d6-1 {}] regionserver.HStore(327): Store=58855ef2b38141152b8af3a1878ea5d6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:24,075 INFO [StoreOpener-58855ef2b38141152b8af3a1878ea5d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,077 INFO [StoreOpener-58855ef2b38141152b8af3a1878ea5d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58855ef2b38141152b8af3a1878ea5d6 columnFamilyName norep 2024-11-24T17:19:24,077 DEBUG [StoreOpener-58855ef2b38141152b8af3a1878ea5d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:24,077 INFO [StoreOpener-58855ef2b38141152b8af3a1878ea5d6-1 {}] regionserver.HStore(327): Store=58855ef2b38141152b8af3a1878ea5d6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:24,077 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,078 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/default/test/58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,078 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/default/test/58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,079 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,079 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,079 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:19:24,080 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,082 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/default/test/58855ef2b38141152b8af3a1878ea5d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:19:24,083 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 58855ef2b38141152b8af3a1878ea5d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65489478, jitterRate=-0.02413073182106018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:19:24,083 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:19:24,083 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 58855ef2b38141152b8af3a1878ea5d6: Running coprocessor pre-open hook at 1732468764070Writing region info on filesystem at 1732468764070Initializing all the Stores at 1732468764070Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468764070Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468764071 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468764071Cleaning up temporary data from old regions at 1732468764079 (+8 ms)Running coprocessor post-open hooks at 1732468764083 (+4 ms)Region opened successfully at 1732468764083 2024-11-24T17:19:24,084 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6., pid=6, masterSystemTime=1732468764065 2024-11-24T17:19:24,086 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. 2024-11-24T17:19:24,086 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. 2024-11-24T17:19:24,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58855ef2b38141152b8af3a1878ea5d6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,39549,1732468757227 2024-11-24T17:19:24,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58855ef2b38141152b8af3a1878ea5d6, server=a23eb99f71f0,39549,1732468757227 because future has completed 2024-11-24T17:19:24,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:19:24,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 58855ef2b38141152b8af3a1878ea5d6, server=a23eb99f71f0,39549,1732468757227 in 179 msec 2024-11-24T17:19:24,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:19:24,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=58855ef2b38141152b8af3a1878ea5d6, ASSIGN in 337 msec 2024-11-24T17:19:24,101 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:19:24,101 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468764101"}]},"ts":"1732468764101"} 2024-11-24T17:19:24,104 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:19:24,105 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:19:24,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-24T17:19:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:19:25,085 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:19:25,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3500d9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,38855,-1 for getting cluster id 2024-11-24T17:19:25,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:25,087 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b631cb1-658b-436e-9898-064db7e5a43b' 2024-11-24T17:19:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b631cb1-658b-436e-9898-064db7e5a43b" 2024-11-24T17:19:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52013ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,38855,-1] 2024-11-24T17:19:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:25,089 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:25,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e50e3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b73ddc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41875,-1 for getting cluster id 2024-11-24T17:19:25,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:25,091 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8524ff97-1fba-431e-a890-95dcf5cf5504' 2024-11-24T17:19:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8524ff97-1fba-431e-a890-95dcf5cf5504" 2024-11-24T17:19:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf7d95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41875,-1] 2024-11-24T17:19:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:25,093 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:25,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360b1449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7523fbd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,38855,-1 for getting cluster id 2024-11-24T17:19:25,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:25,096 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b631cb1-658b-436e-9898-064db7e5a43b' 2024-11-24T17:19:25,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:25,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b631cb1-658b-436e-9898-064db7e5a43b" 2024-11-24T17:19:25,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf9a3ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,38855,-1] 2024-11-24T17:19:25,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:25,097 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1876af0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:19:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,38855,1732468751173 2024-11-24T17:19:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a541cec 2024-11-24T17:19:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:19:25,104 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:19:25,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:41875,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:19:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:19:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:19:25,108 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:41875' 2024-11-24T17:19:25,109 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784fa73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,109 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41875,-1 for getting cluster id 2024-11-24T17:19:25,109 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:25,111 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8524ff97-1fba-431e-a890-95dcf5cf5504' 2024-11-24T17:19:25,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:25,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8524ff97-1fba-431e-a890-95dcf5cf5504" 2024-11-24T17:19:25,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3133126d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41875,-1] 2024-11-24T17:19:25,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:25,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:25,113 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:25,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fdafa53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:19:25,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41875,1732468757077 2024-11-24T17:19:25,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5e1ede 2024-11-24T17:19:25,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:19:25,117 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:19:25,118 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T17:19:25,118 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:19:25,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:25,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:25,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:19:25,118 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:19:25,119 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:19:25,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:19:25,121 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:25,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:19:25,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741837_1013 (size=1138) 2024-11-24T17:19:25,134 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d89ebc07b49d5e96c79163f407d2861, NAME => 'hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f 2024-11-24T17:19:25,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741838_1014 (size=44) 2024-11-24T17:19:25,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:25,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6d89ebc07b49d5e96c79163f407d2861, disabling compactions & flushes 2024-11-24T17:19:25,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. 2024-11-24T17:19:25,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. 2024-11-24T17:19:25,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. after waiting 0 ms 2024-11-24T17:19:25,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. 2024-11-24T17:19:25,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. 2024-11-24T17:19:25,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d89ebc07b49d5e96c79163f407d2861: Waiting for close lock at 1732468765145Disabling compacts and flushes for region at 1732468765145Disabling writes for close at 1732468765145Writing region close event to WAL at 1732468765145Closed at 1732468765145 2024-11-24T17:19:25,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:19:25,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732468765147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468765147"}]},"ts":"1732468765147"} 2024-11-24T17:19:25,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:19:25,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:19:25,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468765152"}]},"ts":"1732468765152"} 2024-11-24T17:19:25,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:19:25,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d89ebc07b49d5e96c79163f407d2861, ASSIGN}] 2024-11-24T17:19:25,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d89ebc07b49d5e96c79163f407d2861, ASSIGN 2024-11-24T17:19:25,168 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d89ebc07b49d5e96c79163f407d2861, ASSIGN; state=OFFLINE, location=a23eb99f71f0,38455,1732468751366; forceNewPlan=false, retain=false 2024-11-24T17:19:25,170 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:19:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:19:25,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d89ebc07b49d5e96c79163f407d2861, regionState=OPENING, regionLocation=a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:25,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d89ebc07b49d5e96c79163f407d2861, ASSIGN because future has completed 2024-11-24T17:19:25,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d89ebc07b49d5e96c79163f407d2861, server=a23eb99f71f0,38455,1732468751366}] 2024-11-24T17:19:25,419 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T17:19:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:19:25,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. 2024-11-24T17:19:25,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:19:25,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:19:25,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C38455%2C1732468751366.rep, suffix=, logDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366, archiveDir=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/oldWALs, maxLogs=10 2024-11-24T17:19:25,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.rep.1732468765481, exclude list is [], retry=0 2024-11-24T17:19:25,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40527,DS-efedf70e-6ccf-48d0-9954-f8519342512c,DISK] 2024-11-24T17:19:25,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.rep.1732468765481 2024-11-24T17:19:25,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45927:45927)] 2024-11-24T17:19:25,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d89ebc07b49d5e96c79163f407d2861, NAME => 'hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:19:25,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:19:25,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:19:25,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. service=MultiRowMutationService 2024-11-24T17:19:25,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:19:25,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:19:25,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,504 INFO [StoreOpener-6d89ebc07b49d5e96c79163f407d2861-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,505 INFO [StoreOpener-6d89ebc07b49d5e96c79163f407d2861-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d89ebc07b49d5e96c79163f407d2861 columnFamilyName hfileref 2024-11-24T17:19:25,505 DEBUG [StoreOpener-6d89ebc07b49d5e96c79163f407d2861-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:25,510 INFO [StoreOpener-6d89ebc07b49d5e96c79163f407d2861-1 {}] regionserver.HStore(327): Store=6d89ebc07b49d5e96c79163f407d2861/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:25,510 INFO [StoreOpener-6d89ebc07b49d5e96c79163f407d2861-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,511 INFO [StoreOpener-6d89ebc07b49d5e96c79163f407d2861-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d89ebc07b49d5e96c79163f407d2861 columnFamilyName queue 2024-11-24T17:19:25,525 DEBUG [StoreOpener-6d89ebc07b49d5e96c79163f407d2861-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:25,527 INFO [StoreOpener-6d89ebc07b49d5e96c79163f407d2861-1 {}] regionserver.HStore(327): Store=6d89ebc07b49d5e96c79163f407d2861/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:25,527 INFO [StoreOpener-6d89ebc07b49d5e96c79163f407d2861-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,531 INFO [StoreOpener-6d89ebc07b49d5e96c79163f407d2861-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d89ebc07b49d5e96c79163f407d2861 columnFamilyName sid 2024-11-24T17:19:25,531 DEBUG [StoreOpener-6d89ebc07b49d5e96c79163f407d2861-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:19:25,532 INFO [StoreOpener-6d89ebc07b49d5e96c79163f407d2861-1 {}] regionserver.HStore(327): Store=6d89ebc07b49d5e96c79163f407d2861/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:19:25,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:19:25,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:19:25,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6d89ebc07b49d5e96c79163f407d2861; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60460691, jitterRate=-0.09906549751758575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:19:25,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:19:25,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6d89ebc07b49d5e96c79163f407d2861: Running coprocessor pre-open hook at 1732468765503Writing region info on filesystem at 1732468765503Initializing all the Stores at 1732468765504 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468765504Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468765504Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468765504Cleaning up temporary data from old regions at 1732468765535 (+31 ms)Running coprocessor post-open hooks at 1732468765546 (+11 ms)Region opened successfully at 1732468765547 (+1 ms) 2024-11-24T17:19:25,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861., pid=10, masterSystemTime=1732468765474 2024-11-24T17:19:25,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. 2024-11-24T17:19:25,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. 2024-11-24T17:19:25,551 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d89ebc07b49d5e96c79163f407d2861, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,38455,1732468751366 2024-11-24T17:19:25,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d89ebc07b49d5e96c79163f407d2861, server=a23eb99f71f0,38455,1732468751366 because future has completed 2024-11-24T17:19:25,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:19:25,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d89ebc07b49d5e96c79163f407d2861, server=a23eb99f71f0,38455,1732468751366 in 232 msec 2024-11-24T17:19:25,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T17:19:25,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d89ebc07b49d5e96c79163f407d2861, ASSIGN in 402 msec 2024-11-24T17:19:25,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:19:25,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468765561"}]},"ts":"1732468765561"} 2024-11-24T17:19:25,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:19:25,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:19:25,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 446 msec 2024-11-24T17:19:25,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2] 2024-11-24T17:19:25,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:25,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:19:25,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:19:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:19:25,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T17:19:25,775 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:19:25,800 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,38455,1732468751366, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:19:25,800 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:25,800 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,38455,1732468751366, seqNum=-1] 2024-11-24T17:19:25,801 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:25,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-24T17:19:25,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,38455,1732468751366', locateType=CURRENT is [region=hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2] 2024-11-24T17:19:25,819 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T17:19:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T17:19:25,822 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,38455,1732468751366 suceeded 2024-11-24T17:19:25,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T17:19:25,824 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:41875,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-24T17:19:25,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-24T17:19:25,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 720 msec 2024-11-24T17:19:25,842 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:41875' 2024-11-24T17:19:25,844 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@100b7e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,844 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41875,-1 for getting cluster id 2024-11-24T17:19:25,844 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:25,845 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8524ff97-1fba-431e-a890-95dcf5cf5504' 2024-11-24T17:19:25,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:25,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8524ff97-1fba-431e-a890-95dcf5cf5504" 2024-11-24T17:19:25,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@729ea943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41875,-1] 2024-11-24T17:19:25,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:25,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:25,848 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:25,849 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d9a3986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:25,849 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:19:25,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41875,1732468757077 2024-11-24T17:19:25,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68cf8e7d 2024-11-24T17:19:25,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:19:25,851 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-24T17:19:25,852 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,38455,1732468751366 (queues=1) is replicating from cluster=7b631cb1-658b-436e-9898-064db7e5a43b to cluster=8524ff97-1fba-431e-a890-95dcf5cf5504 2024-11-24T17:19:25,852 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C38455%2C1732468751366 2024-11-24T17:19:25,852 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,38455,1732468751366, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:19:25,853 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.shippera23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C38455%2C1732468751366 2024-11-24T17:19:25,853 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790, startPosition=0, beingWritten=true 2024-11-24T17:19:25,863 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:19:25,863 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 379, reset compression=false 2024-11-24T17:19:25,863 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.shippera23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38455,1732468751366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:19:26,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:19:26,068 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 379, reset compression=false 2024-11-24T17:19:26,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:26,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:26,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:26,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T17:19:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:19:26,274 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:19:26,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:19:26,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:19:26,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:26,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:26,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:19:26,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:26,282 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732468766280/Put/seqid=0 2024-11-24T17:19:26,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741840_1016 (size=7894) 2024-11-24T17:19:26,373 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 379, reset compression=false 2024-11-24T17:19:26,689 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f/f/hfile_1 is 34, key is ddd/f:row/1732468766688/Put/seqid=0 2024-11-24T17:19:26,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741841_1017 (size=7691) 2024-11-24T17:19:26,777 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 379, reset compression=false 2024-11-24T17:19:27,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b6ba11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:27,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,38855,-1 for getting cluster id 2024-11-24T17:19:27,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:27,099 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b631cb1-658b-436e-9898-064db7e5a43b' 2024-11-24T17:19:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b631cb1-658b-436e-9898-064db7e5a43b" 2024-11-24T17:19:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb0dd68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,38855,-1] 2024-11-24T17:19:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:27,101 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:27,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:27,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,38455,1732468751366, seqNum=-1] 2024-11-24T17:19:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:27,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:19:27,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:19:27,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,38855,1732468751173 2024-11-24T17:19:27,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d52de9a 2024-11-24T17:19:27,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:19:27,118 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:19:27,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732468760763.8560110b85f10c819491045e368ee408., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2] 2024-11-24T17:19:27,133 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:19:27,145 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T17:19:27,147 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T17:19:27,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f/f/hfile_0 for inclusion in 8560110b85f10c819491045e368ee408/f 2024-11-24T17:19:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T17:19:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:19:27,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f/f/hfile_1 for inclusion in 8560110b85f10c819491045e368ee408/f 2024-11-24T17:19:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T17:19:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:19:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HRegion(2603): Flush status journal for 8560110b85f10c819491045e368ee408: 2024-11-24T17:19:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f/f/hfile_0 to hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__670dag1cvi1j1frerktg2d2sr4ciec7rmus3q75f5re4a1erkmihjemrj834bn3i/f/hfile_0 2024-11-24T17:19:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__670dag1cvi1j1frerktg2d2sr4ciec7rmus3q75f5re4a1erkmihjemrj834bn3i/f/hfile_0 as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f/baf0937fe78042878e259eeafd53473d_SeqId_4_ 2024-11-24T17:19:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f/f/hfile_1 to hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__670dag1cvi1j1frerktg2d2sr4ciec7rmus3q75f5re4a1erkmihjemrj834bn3i/f/hfile_1 2024-11-24T17:19:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__670dag1cvi1j1frerktg2d2sr4ciec7rmus3q75f5re4a1erkmihjemrj834bn3i/f/hfile_1 as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f/99b8bb8405f741ee910b0f3648b2a489_SeqId_4_ 2024-11-24T17:19:27,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__670dag1cvi1j1frerktg2d2sr4ciec7rmus3q75f5re4a1erkmihjemrj834bn3i/f/hfile_0 into 8560110b85f10c819491045e368ee408/f as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f/baf0937fe78042878e259eeafd53473d_SeqId_4_ - updating store file list. 2024-11-24T17:19:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStoreFile(483): HFile Bloom filter type for baf0937fe78042878e259eeafd53473d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:19:27,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f/baf0937fe78042878e259eeafd53473d_SeqId_4_ into 8560110b85f10c819491045e368ee408/f 2024-11-24T17:19:27,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__670dag1cvi1j1frerktg2d2sr4ciec7rmus3q75f5re4a1erkmihjemrj834bn3i/f/hfile_0 into 8560110b85f10c819491045e368ee408/f (new location: hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f/baf0937fe78042878e259eeafd53473d_SeqId_4_) 2024-11-24T17:19:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__670dag1cvi1j1frerktg2d2sr4ciec7rmus3q75f5re4a1erkmihjemrj834bn3i/f/hfile_0 2024-11-24T17:19:27,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__670dag1cvi1j1frerktg2d2sr4ciec7rmus3q75f5re4a1erkmihjemrj834bn3i/f/hfile_1 into 8560110b85f10c819491045e368ee408/f as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f/99b8bb8405f741ee910b0f3648b2a489_SeqId_4_ - updating store file list. 2024-11-24T17:19:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99b8bb8405f741ee910b0f3648b2a489_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:19:27,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f/99b8bb8405f741ee910b0f3648b2a489_SeqId_4_ into 8560110b85f10c819491045e368ee408/f 2024-11-24T17:19:27,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__670dag1cvi1j1frerktg2d2sr4ciec7rmus3q75f5re4a1erkmihjemrj834bn3i/f/hfile_1 into 8560110b85f10c819491045e368ee408/f (new location: hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f/99b8bb8405f741ee910b0f3648b2a489_SeqId_4_) 2024-11-24T17:19:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__670dag1cvi1j1frerktg2d2sr4ciec7rmus3q75f5re4a1erkmihjemrj834bn3i/f/hfile_1 2024-11-24T17:19:27,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:19:27,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:19:27,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:27,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:19:27,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:27,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732468760763.8560110b85f10c819491045e368ee408., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2 , the old value is region=test,,1732468760763.8560110b85f10c819491045e368ee408., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a23eb99f71f0:38455 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T17:19:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732468760763.8560110b85f10c819491045e368ee408., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T17:19:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732468760763.8560110b85f10c819491045e368ee408., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2 from cache 2024-11-24T17:19:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,39549,1732468757227, seqNum=-1] 2024-11-24T17:19:27,206 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T17:19:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:27,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:19:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6., hostname=a23eb99f71f0,39549,1732468757227, seqNum=2] 2024-11-24T17:19:27,212 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T17:19:27,281 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 379, reset compression=false 2024-11-24T17:19:27,287 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:19:27,287 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.shippera23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38455,1732468751366 got entry batch from reader: WALEntryBatch [walEntries=[{test/8560110b85f10c819491045e368ee408/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732468767199/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T17:19:27,306 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.shippera23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:19:27,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-24T17:19:27,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.ReplicationSink(318): Replicating [7b631cb1-658b-436e-9898-064db7e5a43b] bulk loaded data 2024-11-24T17:19:27,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6313b5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:27,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41875,-1 for getting cluster id 2024-11-24T17:19:27,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:27,312 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8524ff97-1fba-431e-a890-95dcf5cf5504' 2024-11-24T17:19:27,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:27,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8524ff97-1fba-431e-a890-95dcf5cf5504" 2024-11-24T17:19:27,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@131ccf88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:27,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41875,-1] 2024-11-24T17:19:27,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:27,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:27,314 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:27,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ba611a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:27,315 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:38455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T17:19:27,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741837_1013 (size=7894) 2024-11-24T17:19:27,487 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 687, reset compression=false 2024-11-24T17:19:27,791 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 687, reset compression=false 2024-11-24T17:19:27,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741838_1014 (size=7691) 2024-11-24T17:19:28,195 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 687, reset compression=false 2024-11-24T17:19:28,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:19:28,214 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T17:19:28,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41875,1732468757077 2024-11-24T17:19:28,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ba83ed1 2024-11-24T17:19:28,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:19:28,215 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-24T17:19:28,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:19:28,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:28,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,39549,1732468757227, seqNum=-1] 2024-11-24T17:19:28,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:28,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-24T17:19:28,226 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/staging/jenkins.hfs.6__test__r903rr0ckpsfd7vlh5e5ih0c3l7cvku37bom8fl895ia51jnt37kp0j70urej7et/f/99b8bb8405f741ee910b0f3648b2a489_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T17:19:28,230 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/staging/jenkins.hfs.6__test__r903rr0ckpsfd7vlh5e5ih0c3l7cvku37bom8fl895ia51jnt37kp0j70urej7et/f/baf0937fe78042878e259eeafd53473d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T17:19:28,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/staging/jenkins.hfs.6__test__r903rr0ckpsfd7vlh5e5ih0c3l7cvku37bom8fl895ia51jnt37kp0j70urej7et/f/99b8bb8405f741ee910b0f3648b2a489_SeqId_4_ for inclusion in 58855ef2b38141152b8af3a1878ea5d6/f 2024-11-24T17:19:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T17:19:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:19:28,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/staging/jenkins.hfs.6__test__r903rr0ckpsfd7vlh5e5ih0c3l7cvku37bom8fl895ia51jnt37kp0j70urej7et/f/baf0937fe78042878e259eeafd53473d_SeqId_4_ for inclusion in 58855ef2b38141152b8af3a1878ea5d6/f 2024-11-24T17:19:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T17:19:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:19:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HRegion(2603): Flush status journal for 58855ef2b38141152b8af3a1878ea5d6: 2024-11-24T17:19:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 99b8bb8405f741ee910b0f3648b2a489_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T17:19:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/staging/jenkins.hfs.6__test__r903rr0ckpsfd7vlh5e5ih0c3l7cvku37bom8fl895ia51jnt37kp0j70urej7et/f/99b8bb8405f741ee910b0f3648b2a489_SeqId_4_ as hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/default/test/58855ef2b38141152b8af3a1878ea5d6/f/8b0cfb01cf944e93a6ab9452f26aa14e_SeqId_4_ 2024-11-24T17:19:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): baf0937fe78042878e259eeafd53473d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T17:19:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/staging/jenkins.hfs.6__test__r903rr0ckpsfd7vlh5e5ih0c3l7cvku37bom8fl895ia51jnt37kp0j70urej7et/f/baf0937fe78042878e259eeafd53473d_SeqId_4_ as hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/default/test/58855ef2b38141152b8af3a1878ea5d6/f/b1362895c65a4a3aa63da22d419c71e4_SeqId_4_ 2024-11-24T17:19:28,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/staging/jenkins.hfs.6__test__r903rr0ckpsfd7vlh5e5ih0c3l7cvku37bom8fl895ia51jnt37kp0j70urej7et/f/99b8bb8405f741ee910b0f3648b2a489_SeqId_4_ into 58855ef2b38141152b8af3a1878ea5d6/f as hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/default/test/58855ef2b38141152b8af3a1878ea5d6/f/8b0cfb01cf944e93a6ab9452f26aa14e_SeqId_4_ - updating store file list. 2024-11-24T17:19:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b0cfb01cf944e93a6ab9452f26aa14e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:19:28,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/default/test/58855ef2b38141152b8af3a1878ea5d6/f/8b0cfb01cf944e93a6ab9452f26aa14e_SeqId_4_ into 58855ef2b38141152b8af3a1878ea5d6/f 2024-11-24T17:19:28,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/staging/jenkins.hfs.6__test__r903rr0ckpsfd7vlh5e5ih0c3l7cvku37bom8fl895ia51jnt37kp0j70urej7et/f/99b8bb8405f741ee910b0f3648b2a489_SeqId_4_ into 58855ef2b38141152b8af3a1878ea5d6/f (new location: hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/default/test/58855ef2b38141152b8af3a1878ea5d6/f/8b0cfb01cf944e93a6ab9452f26aa14e_SeqId_4_) 2024-11-24T17:19:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/staging/jenkins.hfs.6__test__r903rr0ckpsfd7vlh5e5ih0c3l7cvku37bom8fl895ia51jnt37kp0j70urej7et/f/99b8bb8405f741ee910b0f3648b2a489_SeqId_4_ 2024-11-24T17:19:28,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/staging/jenkins.hfs.6__test__r903rr0ckpsfd7vlh5e5ih0c3l7cvku37bom8fl895ia51jnt37kp0j70urej7et/f/baf0937fe78042878e259eeafd53473d_SeqId_4_ into 58855ef2b38141152b8af3a1878ea5d6/f as hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/default/test/58855ef2b38141152b8af3a1878ea5d6/f/b1362895c65a4a3aa63da22d419c71e4_SeqId_4_ - updating store file list. 2024-11-24T17:19:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1362895c65a4a3aa63da22d419c71e4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:19:28,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/default/test/58855ef2b38141152b8af3a1878ea5d6/f/b1362895c65a4a3aa63da22d419c71e4_SeqId_4_ into 58855ef2b38141152b8af3a1878ea5d6/f 2024-11-24T17:19:28,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/staging/jenkins.hfs.6__test__r903rr0ckpsfd7vlh5e5ih0c3l7cvku37bom8fl895ia51jnt37kp0j70urej7et/f/baf0937fe78042878e259eeafd53473d_SeqId_4_ into 58855ef2b38141152b8af3a1878ea5d6/f (new location: hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/default/test/58855ef2b38141152b8af3a1878ea5d6/f/b1362895c65a4a3aa63da22d419c71e4_SeqId_4_) 2024-11-24T17:19:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/staging/jenkins.hfs.6__test__r903rr0ckpsfd7vlh5e5ih0c3l7cvku37bom8fl895ia51jnt37kp0j70urej7et/f/baf0937fe78042878e259eeafd53473d_SeqId_4_ 2024-11-24T17:19:28,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39549 {}] regionserver.ReplicationSink(324): Finished replicating [7b631cb1-658b-436e-9898-064db7e5a43b] bulk loaded data 2024-11-24T17:19:28,699 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 687, reset compression=false 2024-11-24T17:19:29,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:19:29,233 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732468769232/Put/seqid=0 2024-11-24T17:19:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741842_1018 (size=7997) 2024-11-24T17:19:29,303 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 687, reset compression=false 2024-11-24T17:19:29,641 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732468769640/Put/seqid=0 2024-11-24T17:19:29,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741843_1019 (size=7794) 2024-11-24T17:19:29,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330d56da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:29,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,38855,-1 for getting cluster id 2024-11-24T17:19:29,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:19:29,660 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b631cb1-658b-436e-9898-064db7e5a43b' 2024-11-24T17:19:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:19:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b631cb1-658b-436e-9898-064db7e5a43b" 2024-11-24T17:19:29,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9552b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:29,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,38855,-1] 2024-11-24T17:19:29,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:19:29,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:29,663 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:19:29,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f4118d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:19:29,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:29,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,38455,1732468751366, seqNum=-1] 2024-11-24T17:19:29,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:29,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:19:29,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:19:29,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,38855,1732468751173 2024-11-24T17:19:29,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@232afa49 2024-11-24T17:19:29,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:19:29,685 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:19:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732468760763.8560110b85f10c819491045e368ee408., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2] 2024-11-24T17:19:29,693 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:19:29,705 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T17:19:29,711 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T17:19:29,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f1/f1/hfile_1 for inclusion in 8560110b85f10c819491045e368ee408/f1 2024-11-24T17:19:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T17:19:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:19:29,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f1/f1/hfile_0 for inclusion in 8560110b85f10c819491045e368ee408/f1 2024-11-24T17:19:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T17:19:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:19:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HRegion(2603): Flush status journal for 8560110b85f10c819491045e368ee408: 2024-11-24T17:19:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f1/f1/hfile_1 to hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__8kfhad1519i5qfkg4b4aedk1b3omoubedpfaeckr2it6qmss43menfttm6hqvv98/f1/hfile_1 2024-11-24T17:19:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__8kfhad1519i5qfkg4b4aedk1b3omoubedpfaeckr2it6qmss43menfttm6hqvv98/f1/hfile_1 as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f1/e8cc366e7ed34edca583d28223e87c75_SeqId_6_ 2024-11-24T17:19:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/load_f1/f1/hfile_0 to hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__8kfhad1519i5qfkg4b4aedk1b3omoubedpfaeckr2it6qmss43menfttm6hqvv98/f1/hfile_0 2024-11-24T17:19:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__8kfhad1519i5qfkg4b4aedk1b3omoubedpfaeckr2it6qmss43menfttm6hqvv98/f1/hfile_0 as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f1/87b17d2f670e48e3929e5d8a3ee6028e_SeqId_6_ 2024-11-24T17:19:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-24T17:19:29,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__8kfhad1519i5qfkg4b4aedk1b3omoubedpfaeckr2it6qmss43menfttm6hqvv98/f1/hfile_1 into 8560110b85f10c819491045e368ee408/f1 as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f1/e8cc366e7ed34edca583d28223e87c75_SeqId_6_ - updating store file list. 2024-11-24T17:19:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e8cc366e7ed34edca583d28223e87c75_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T17:19:29,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f1/e8cc366e7ed34edca583d28223e87c75_SeqId_6_ into 8560110b85f10c819491045e368ee408/f1 2024-11-24T17:19:29,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__8kfhad1519i5qfkg4b4aedk1b3omoubedpfaeckr2it6qmss43menfttm6hqvv98/f1/hfile_1 into 8560110b85f10c819491045e368ee408/f1 (new location: hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f1/e8cc366e7ed34edca583d28223e87c75_SeqId_6_) 2024-11-24T17:19:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__8kfhad1519i5qfkg4b4aedk1b3omoubedpfaeckr2it6qmss43menfttm6hqvv98/f1/hfile_1 2024-11-24T17:19:29,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__8kfhad1519i5qfkg4b4aedk1b3omoubedpfaeckr2it6qmss43menfttm6hqvv98/f1/hfile_0 into 8560110b85f10c819491045e368ee408/f1 as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f1/87b17d2f670e48e3929e5d8a3ee6028e_SeqId_6_ - updating store file list. 2024-11-24T17:19:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87b17d2f670e48e3929e5d8a3ee6028e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T17:19:29,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f1/87b17d2f670e48e3929e5d8a3ee6028e_SeqId_6_ into 8560110b85f10c819491045e368ee408/f1 2024-11-24T17:19:29,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__8kfhad1519i5qfkg4b4aedk1b3omoubedpfaeckr2it6qmss43menfttm6hqvv98/f1/hfile_0 into 8560110b85f10c819491045e368ee408/f1 (new location: hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/f1/87b17d2f670e48e3929e5d8a3ee6028e_SeqId_6_) 2024-11-24T17:19:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/staging/jenkins__test__8kfhad1519i5qfkg4b4aedk1b3omoubedpfaeckr2it6qmss43menfttm6hqvv98/f1/hfile_0 2024-11-24T17:19:29,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:19:29,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:19:29,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:29,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:19:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732468760763.8560110b85f10c819491045e368ee408., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2 , the old value is region=test,,1732468760763.8560110b85f10c819491045e368ee408., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a23eb99f71f0:38455 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T17:19:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732468760763.8560110b85f10c819491045e368ee408., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T17:19:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732468760763.8560110b85f10c819491045e368ee408., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2 from cache 2024-11-24T17:19:29,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:19:29,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:19:29,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,38455,1732468751366, seqNum=-1] 2024-11-24T17:19:29,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:19:29,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:19:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38455: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:57028 deadline: 1732468829766 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:57028 2024-11-24T17:19:29,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732468760763.8560110b85f10c819491045e368ee408., hostname=a23eb99f71f0,38455,1732468751366, seqNum=2] 2024-11-24T17:19:29,875 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:38455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T17:19:30,008 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 687, reset compression=false 2024-11-24T17:19:30,016 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:19:30,016 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:30,016 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.shippera23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38455,1732468751366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:19:30,223 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:30,527 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:30,931 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:31,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:19:31,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:31,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:31,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:19:31,435 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:31,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T17:19:31,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T17:19:32,039 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:32,744 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:33,548 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:34,452 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:35,456 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:36,560 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:37,764 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:39,069 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:40,474 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:40,755 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T17:19:41,981 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:43,585 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:45,290 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:46,666 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T17:19:47,094 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:48,998 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:50,020 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.shippera23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38455,1732468751366 got entry batch from reader: null 2024-11-24T17:19:51,003 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:53,117 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:54,888 INFO [master/a23eb99f71f0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T17:19:54,888 INFO [master/a23eb99f71f0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T17:19:55,321 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:19:57,625 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:00,030 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:00,613 INFO [master/a23eb99f71f0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T17:20:00,613 INFO [master/a23eb99f71f0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T17:20:02,534 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:05,138 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:06,907 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8560110b85f10c819491045e368ee408, had cached 0 bytes from a total of 31376 2024-11-24T17:20:07,843 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:09,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 58855ef2b38141152b8af3a1878ea5d6, had cached 0 bytes from a total of 15585 2024-11-24T17:20:10,020 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.shippera23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38455,1732468751366 got entry batch from reader: null 2024-11-24T17:20:10,647 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:10,756 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T17:20:13,551 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:16,554 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:16,666 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T17:20:19,658 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:22,862 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:26,166 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:29,571 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:29,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:20:29,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:20:29,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:29,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:29,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:29,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:20:29,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:20:29,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1266496959, stopped=false 2024-11-24T17:20:29,815 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,41875,1732468757077 2024-11-24T17:20:29,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/183365822/running 2024-11-24T17:20:29,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:20:29,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/183365822/running 2024-11-24T17:20:29,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:20:29,888 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:20:29,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:20:29,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:29,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:29,889 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,39549,1732468757227' ***** 2024-11-24T17:20:29,889 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:20:29,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Set watcher on znode that does not yet exist, /183365822/running 2024-11-24T17:20:29,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Set watcher on znode that does not yet exist, /183365822/running 2024-11-24T17:20:29,890 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:20:29,890 INFO [RS:0;a23eb99f71f0:39549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:20:29,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:20:29,890 INFO [RS:0;a23eb99f71f0:39549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:20:29,890 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(3091): Received CLOSE for 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:20:29,890 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,39549,1732468757227 2024-11-24T17:20:29,890 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:20:29,890 INFO [RS:0;a23eb99f71f0:39549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:39549. 2024-11-24T17:20:29,890 DEBUG [RS:0;a23eb99f71f0:39549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:29,890 DEBUG [RS:0;a23eb99f71f0:39549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:29,890 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58855ef2b38141152b8af3a1878ea5d6, disabling compactions & flushes 2024-11-24T17:20:29,890 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. 2024-11-24T17:20:29,890 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:20:29,890 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:20:29,890 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. 2024-11-24T17:20:29,890 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:20:29,890 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. after waiting 0 ms 2024-11-24T17:20:29,890 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. 2024-11-24T17:20:29,890 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:20:29,891 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:20:29,891 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 58855ef2b38141152b8af3a1878ea5d6=test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6.} 2024-11-24T17:20:29,891 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58855ef2b38141152b8af3a1878ea5d6 2024-11-24T17:20:29,891 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:20:29,891 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:20:29,891 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:20:29,891 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:20:29,891 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:20:29,891 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T17:20:29,894 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/default/test/58855ef2b38141152b8af3a1878ea5d6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T17:20:29,895 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:20:29,895 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:20:29,895 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. 2024-11-24T17:20:29,895 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58855ef2b38141152b8af3a1878ea5d6: Waiting for close lock at 1732468829890Running coprocessor pre-close hooks at 1732468829890Disabling compacts and flushes for region at 1732468829890Disabling writes for close at 1732468829890Writing region close event to WAL at 1732468829891 (+1 ms)Running coprocessor post-close hooks at 1732468829895 (+4 ms)Closed at 1732468829895 2024-11-24T17:20:29,895 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6. 2024-11-24T17:20:29,906 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/.tmp/info/4ef187edd5904931821ebb603037549c is 129, key is test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6./info:regioninfo/1732468764087/Put/seqid=0 2024-11-24T17:20:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741839_1015 (size=6421) 2024-11-24T17:20:29,914 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:20:30,020 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.shippera23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38455,1732468751366 got entry batch from reader: null 2024-11-24T17:20:30,091 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:30,291 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:30,310 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/.tmp/info/4ef187edd5904931821ebb603037549c 2024-11-24T17:20:30,328 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/.tmp/ns/934251b94e51488ab9e81be34e91faed is 43, key is default/ns:d/1732468760598/Put/seqid=0 2024-11-24T17:20:30,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741840_1016 (size=5153) 2024-11-24T17:20:30,433 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:20:30,433 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:20:30,491 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:30,691 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:30,732 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/.tmp/ns/934251b94e51488ab9e81be34e91faed 2024-11-24T17:20:30,752 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/.tmp/rep_barrier/2157f4018226494c809f228e9d977541 is 112, key is test,,1732468762928.58855ef2b38141152b8af3a1878ea5d6./rep_barrier:seqnumDuringOpen/1732468764087/Put/seqid=0 2024-11-24T17:20:30,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741841_1017 (size=5518) 2024-11-24T17:20:30,891 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:31,092 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:20:31,092 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:20:31,092 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:31,157 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/.tmp/rep_barrier/2157f4018226494c809f228e9d977541 2024-11-24T17:20:31,174 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/.tmp/table/b88e251fc2c34352bb0fc38360abf4c8 is 40, key is test/table:state/1732468764101/Put/seqid=0 2024-11-24T17:20:31,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741842_1018 (size=5165) 2024-11-24T17:20:31,292 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:31,492 DEBUG [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:31,578 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/.tmp/table/b88e251fc2c34352bb0fc38360abf4c8 2024-11-24T17:20:31,650 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/.tmp/info/4ef187edd5904931821ebb603037549c as hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/info/4ef187edd5904931821ebb603037549c 2024-11-24T17:20:31,655 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/info/4ef187edd5904931821ebb603037549c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T17:20:31,656 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/.tmp/ns/934251b94e51488ab9e81be34e91faed as hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/ns/934251b94e51488ab9e81be34e91faed 2024-11-24T17:20:31,662 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/ns/934251b94e51488ab9e81be34e91faed, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T17:20:31,663 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/.tmp/rep_barrier/2157f4018226494c809f228e9d977541 as hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/rep_barrier/2157f4018226494c809f228e9d977541 2024-11-24T17:20:31,667 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/rep_barrier/2157f4018226494c809f228e9d977541, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T17:20:31,668 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/.tmp/table/b88e251fc2c34352bb0fc38360abf4c8 as hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/table/b88e251fc2c34352bb0fc38360abf4c8 2024-11-24T17:20:31,673 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/table/b88e251fc2c34352bb0fc38360abf4c8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T17:20:31,674 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1783ms, sequenceid=11, compaction requested=false 2024-11-24T17:20:31,678 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T17:20:31,679 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:20:31,679 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:20:31,679 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:20:31,679 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468829891Running coprocessor pre-close hooks at 1732468829891Disabling compacts and flushes for region at 1732468829891Disabling writes for close at 1732468829891Obtaining lock to block concurrent updates at 1732468829891Preparing flush snapshotting stores in 1588230740 at 1732468829891Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732468829892 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732468829892Flushing 1588230740/info: creating writer at 1732468829892Flushing 1588230740/info: appending metadata at 1732468829905 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732468829906 (+1 ms)Flushing 1588230740/ns: creating writer at 1732468830316 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732468830328 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732468830328Flushing 1588230740/rep_barrier: creating writer at 1732468830737 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732468830752 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732468830752Flushing 1588230740/table: creating writer at 1732468831162 (+410 ms)Flushing 1588230740/table: appending metadata at 1732468831174 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732468831174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d54c5de: reopening flushed file at 1732468831649 (+475 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f96e86: reopening flushed file at 1732468831656 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24be68e6: reopening flushed file at 1732468831662 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc7582e: reopening flushed file at 1732468831667 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1783ms, sequenceid=11, compaction requested=false at 1732468831674 (+7 ms)Writing region close event to WAL at 1732468831675 (+1 ms)Running coprocessor post-close hooks at 1732468831679 (+4 ms)Closed at 1732468831679 2024-11-24T17:20:31,679 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:20:31,692 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,39549,1732468757227; all regions closed. 2024-11-24T17:20:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741834_1010 (size=2717) 2024-11-24T17:20:31,694 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/WALs/a23eb99f71f0,39549,1732468757227/a23eb99f71f0%2C39549%2C1732468757227.meta.1732468760539.meta not finished, retry = 0 2024-11-24T17:20:31,797 DEBUG [RS:0;a23eb99f71f0:39549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/oldWALs 2024-11-24T17:20:31,797 INFO [RS:0;a23eb99f71f0:39549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C39549%2C1732468757227.meta:.meta(num 1732468760539) 2024-11-24T17:20:31,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741832_1008 (size=1028) 2024-11-24T17:20:31,802 DEBUG [RS:0;a23eb99f71f0:39549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/oldWALs 2024-11-24T17:20:31,802 INFO [RS:0;a23eb99f71f0:39549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C39549%2C1732468757227:(num 1732468759556) 2024-11-24T17:20:31,802 DEBUG [RS:0;a23eb99f71f0:39549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:31,802 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:20:31,802 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:20:31,802 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T17:20:31,802 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:20:31,802 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:20:31,803 INFO [RS:0;a23eb99f71f0:39549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:39549. 2024-11-24T17:20:31,803 DEBUG [RS:0;a23eb99f71f0:39549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:31,803 DEBUG [RS:0;a23eb99f71f0:39549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:31,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:20:31,803 DEBUG [RS:0;a23eb99f71f0:39549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:31,803 INFO [RS:0;a23eb99f71f0:39549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39549 2024-11-24T17:20:31,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822/rs 2024-11-24T17:20:31,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/183365822/rs/a23eb99f71f0,39549,1732468757227 2024-11-24T17:20:31,825 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:20:31,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,39549,1732468757227] 2024-11-24T17:20:31,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /183365822/draining/a23eb99f71f0,39549,1732468757227 already deleted, retry=false 2024-11-24T17:20:31,846 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,39549,1732468757227 expired; onlineServers=0 2024-11-24T17:20:31,846 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,41875,1732468757077' ***** 2024-11-24T17:20:31,846 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:20:31,846 INFO [M:0;a23eb99f71f0:41875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:20:31,846 INFO [M:0;a23eb99f71f0:41875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:20:31,846 DEBUG [M:0;a23eb99f71f0:41875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:20:31,846 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:20:31,846 DEBUG [M:0;a23eb99f71f0:41875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:20:31,846 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468759229 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468759229,5,FailOnTimeoutGroup] 2024-11-24T17:20:31,846 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468759229 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468759229,5,FailOnTimeoutGroup] 2024-11-24T17:20:31,846 INFO [M:0;a23eb99f71f0:41875 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:20:31,847 INFO [M:0;a23eb99f71f0:41875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:20:31,847 DEBUG [M:0;a23eb99f71f0:41875 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:20:31,847 INFO [M:0;a23eb99f71f0:41875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:20:31,847 INFO [M:0;a23eb99f71f0:41875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:20:31,847 INFO [M:0;a23eb99f71f0:41875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:20:31,847 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:20:31,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/183365822/master 2024-11-24T17:20:31,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/183365822 2024-11-24T17:20:31,857 DEBUG [M:0;a23eb99f71f0:41875 {}] zookeeper.ZKUtil(347): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Unable to get data of znode /183365822/master because node does not exist (not an error) 2024-11-24T17:20:31,857 WARN [M:0;a23eb99f71f0:41875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:20:31,858 INFO [M:0;a23eb99f71f0:41875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/.lastflushedseqids 2024-11-24T17:20:31,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741843_1019 (size=173) 2024-11-24T17:20:31,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:20:31,936 INFO [RS:0;a23eb99f71f0:39549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:20:31,936 INFO [RS:0;a23eb99f71f0:39549 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,39549,1732468757227; zookeeper connection closed. 2024-11-24T17:20:31,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39549-0x1016ddb2dbf0004, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:20:31,936 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@474d7ada {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@474d7ada 2024-11-24T17:20:31,936 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:20:32,263 INFO [M:0;a23eb99f71f0:41875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:20:32,263 INFO [M:0;a23eb99f71f0:41875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:20:32,263 DEBUG [M:0;a23eb99f71f0:41875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:20:32,263 INFO [M:0;a23eb99f71f0:41875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:32,263 DEBUG [M:0;a23eb99f71f0:41875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:32,263 DEBUG [M:0;a23eb99f71f0:41875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:20:32,263 DEBUG [M:0;a23eb99f71f0:41875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:32,263 INFO [M:0;a23eb99f71f0:41875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-24T17:20:32,279 DEBUG [M:0;a23eb99f71f0:41875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef612e915c1e4a39b010946e6eee8f88 is 82, key is hbase:meta,,1/info:regioninfo/1732468760570/Put/seqid=0 2024-11-24T17:20:32,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741844_1020 (size=5672) 2024-11-24T17:20:32,683 INFO [M:0;a23eb99f71f0:41875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef612e915c1e4a39b010946e6eee8f88 2024-11-24T17:20:32,703 DEBUG [M:0;a23eb99f71f0:41875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ae5a924a2724d88b0c0a85c2fca69ad is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732468764106/Put/seqid=0 2024-11-24T17:20:32,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741845_1021 (size=6727) 2024-11-24T17:20:33,075 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 to pos 997, reset compression=false 2024-11-24T17:20:33,108 INFO [M:0;a23eb99f71f0:41875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ae5a924a2724d88b0c0a85c2fca69ad 2024-11-24T17:20:33,113 INFO [M:0;a23eb99f71f0:41875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ae5a924a2724d88b0c0a85c2fca69ad 2024-11-24T17:20:33,129 DEBUG [M:0;a23eb99f71f0:41875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3a8e68acebb409c9d12d74c60b68148 is 69, key is a23eb99f71f0,39549,1732468757227/rs:state/1732468759338/Put/seqid=0 2024-11-24T17:20:33,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741846_1022 (size=5156) 2024-11-24T17:20:33,534 INFO [M:0;a23eb99f71f0:41875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3a8e68acebb409c9d12d74c60b68148 2024-11-24T17:20:33,540 DEBUG [M:0;a23eb99f71f0:41875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef612e915c1e4a39b010946e6eee8f88 as hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef612e915c1e4a39b010946e6eee8f88 2024-11-24T17:20:33,546 INFO [M:0;a23eb99f71f0:41875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef612e915c1e4a39b010946e6eee8f88, entries=8, sequenceid=58, filesize=5.5 K 2024-11-24T17:20:33,547 DEBUG [M:0;a23eb99f71f0:41875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ae5a924a2724d88b0c0a85c2fca69ad as hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ae5a924a2724d88b0c0a85c2fca69ad 2024-11-24T17:20:33,554 INFO [M:0;a23eb99f71f0:41875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ae5a924a2724d88b0c0a85c2fca69ad 2024-11-24T17:20:33,554 INFO [M:0;a23eb99f71f0:41875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ae5a924a2724d88b0c0a85c2fca69ad, entries=6, sequenceid=58, filesize=6.6 K 2024-11-24T17:20:33,555 DEBUG [M:0;a23eb99f71f0:41875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3a8e68acebb409c9d12d74c60b68148 as hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3a8e68acebb409c9d12d74c60b68148 2024-11-24T17:20:33,560 INFO [M:0;a23eb99f71f0:41875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34699/user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3a8e68acebb409c9d12d74c60b68148, entries=1, sequenceid=58, filesize=5.0 K 2024-11-24T17:20:33,561 INFO [M:0;a23eb99f71f0:41875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=58, compaction requested=false 2024-11-24T17:20:33,563 INFO [M:0;a23eb99f71f0:41875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:33,563 DEBUG [M:0;a23eb99f71f0:41875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468832263Disabling compacts and flushes for region at 1732468832263Disabling writes for close at 1732468832263Obtaining lock to block concurrent updates at 1732468832263Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468832263Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732468832264 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468832264Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468832264Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468832278 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468832278Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468832688 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468832702 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468832702Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468833113 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468833129 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468833129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1e0429: reopening flushed file at 1732468833539 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15896a3a: reopening flushed file at 1732468833546 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afd73b6: reopening flushed file at 1732468833554 (+8 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=58, compaction requested=false at 1732468833561 (+7 ms)Writing region close event to WAL at 1732468833563 (+2 ms)Closed at 1732468833563 2024-11-24T17:20:33,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741830_1006 (size=33026) 2024-11-24T17:20:33,566 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b225bf1e-811a-e861-25eb-69d990158a6c/MasterData/WALs/a23eb99f71f0,41875,1732468757077/a23eb99f71f0%2C41875%2C1732468757077.1732468758994 not finished, retry = 0 2024-11-24T17:20:33,667 INFO [M:0;a23eb99f71f0:41875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:20:33,667 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:20:33,667 INFO [M:0;a23eb99f71f0:41875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41875 2024-11-24T17:20:33,667 INFO [M:0;a23eb99f71f0:41875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:20:33,809 INFO [M:0;a23eb99f71f0:41875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:20:33,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:20:33,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41875-0x1016ddb2dbf0003, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:20:33,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77cf37cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:20:33,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@401f39ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:20:33,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:20:33,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b11a91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:20:33,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec0a4dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/hadoop.log.dir/,STOPPED} 2024-11-24T17:20:33,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:20:33,814 WARN [BP-523240865-172.17.0.3-1732468754978 heartbeating to localhost/127.0.0.1:34699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:20:33,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:20:33,814 WARN [BP-523240865-172.17.0.3-1732468754978 heartbeating to localhost/127.0.0.1:34699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-523240865-172.17.0.3-1732468754978 (Datanode Uuid 240c769f-530e-4a58-9437-728097f9441a) service to localhost/127.0.0.1:34699 2024-11-24T17:20:33,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/cluster_e7e113b7-b986-557e-2eb9-a3adbce9b14f/data/data1/current/BP-523240865-172.17.0.3-1732468754978 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:20:33,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/cluster_e7e113b7-b986-557e-2eb9-a3adbce9b14f/data/data2/current/BP-523240865-172.17.0.3-1732468754978 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:20:33,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:20:33,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@230add7d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:20:33,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1741ec9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:20:33,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:20:33,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cfb6abf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:20:33,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1265423a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/hadoop.log.dir/,STOPPED} 2024-11-24T17:20:33,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:20:33,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:20:33,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:20:33,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:33,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:33,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:33,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:20:33,834 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:20:33,834 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1737534740, stopped=false 2024-11-24T17:20:33,834 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,38855,1732468751173 2024-11-24T17:20:33,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-378473234/running 2024-11-24T17:20:33,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-378473234/running 2024-11-24T17:20:33,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:20:33,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:20:33,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:20:33,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:20:33,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:33,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:33,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Set watcher on znode that does not yet exist, /0-378473234/running 2024-11-24T17:20:33,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Set watcher on znode that does not yet exist, /0-378473234/running 2024-11-24T17:20:33,847 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,38455,1732468751366' ***** 2024-11-24T17:20:33,847 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:20:33,847 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:20:33,847 INFO [RS:0;a23eb99f71f0:38455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:20:33,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:20:33,847 INFO [RS:0;a23eb99f71f0:38455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:20:33,847 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d89ebc07b49d5e96c79163f407d2861 2024-11-24T17:20:33,847 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(3091): Received CLOSE for 8560110b85f10c819491045e368ee408 2024-11-24T17:20:33,847 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,38455,1732468751366 2024-11-24T17:20:33,847 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:20:33,848 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d89ebc07b49d5e96c79163f407d2861, disabling compactions & flushes 2024-11-24T17:20:33,848 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. 2024-11-24T17:20:33,848 INFO [RS:0;a23eb99f71f0:38455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:38455. 2024-11-24T17:20:33,848 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. 2024-11-24T17:20:33,848 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. after waiting 0 ms 2024-11-24T17:20:33,848 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. 2024-11-24T17:20:33,848 DEBUG [RS:0;a23eb99f71f0:38455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:33,848 DEBUG [RS:0;a23eb99f71f0:38455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:33,848 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d89ebc07b49d5e96c79163f407d2861 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-24T17:20:33,848 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:20:33,848 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:20:33,848 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:20:33,848 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:20:33,848 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T17:20:33,848 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1325): Online Regions={6d89ebc07b49d5e96c79163f407d2861=hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861., 1588230740=hbase:meta,,1.1588230740, 8560110b85f10c819491045e368ee408=test,,1732468760763.8560110b85f10c819491045e368ee408.} 2024-11-24T17:20:33,848 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d89ebc07b49d5e96c79163f407d2861, 8560110b85f10c819491045e368ee408 2024-11-24T17:20:33,848 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:20:33,848 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:20:33,848 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:20:33,848 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:20:33,848 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:20:33,848 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T17:20:33,862 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861/.tmp/hfileref/1cd550ecb81846d3a421afe5e07daed8 is 74, key is 1/hfileref:99b8bb8405f741ee910b0f3648b2a489_SeqId_4_/1732468768257/DeleteColumn/seqid=0 2024-11-24T17:20:33,864 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/.tmp/info/4449864efbec4a88b601b41c79802d98 is 147, key is hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861./info:regioninfo/1732468765551/Put/seqid=0 2024-11-24T17:20:33,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741844_1020 (size=5203) 2024-11-24T17:20:33,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741845_1021 (size=7686) 2024-11-24T17:20:33,929 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:20:34,048 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d89ebc07b49d5e96c79163f407d2861, 8560110b85f10c819491045e368ee408 2024-11-24T17:20:34,249 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d89ebc07b49d5e96c79163f407d2861, 8560110b85f10c819491045e368ee408 2024-11-24T17:20:34,267 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861/.tmp/hfileref/1cd550ecb81846d3a421afe5e07daed8 2024-11-24T17:20:34,268 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/.tmp/info/4449864efbec4a88b601b41c79802d98 2024-11-24T17:20:34,285 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861/.tmp/queue/a984c0df49a14542b75de1920076b946 is 153, key is 1-a23eb99f71f0,38455,1732468751366/queue:a23eb99f71f0%2C38455%2C1732468751366/1732468770018/Put/seqid=0 2024-11-24T17:20:34,288 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/.tmp/ns/680485f2e6664e2eb575e16eef99801c is 43, key is default/ns:d/1732468754870/Put/seqid=0 2024-11-24T17:20:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741846_1022 (size=5352) 2024-11-24T17:20:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741847_1023 (size=5153) 2024-11-24T17:20:34,449 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d89ebc07b49d5e96c79163f407d2861, 8560110b85f10c819491045e368ee408 2024-11-24T17:20:34,649 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d89ebc07b49d5e96c79163f407d2861, 8560110b85f10c819491045e368ee408 2024-11-24T17:20:34,660 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:20:34,660 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:20:34,689 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861/.tmp/queue/a984c0df49a14542b75de1920076b946 2024-11-24T17:20:34,692 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/.tmp/ns/680485f2e6664e2eb575e16eef99801c 2024-11-24T17:20:34,695 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861/.tmp/hfileref/1cd550ecb81846d3a421afe5e07daed8 as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861/hfileref/1cd550ecb81846d3a421afe5e07daed8 2024-11-24T17:20:34,701 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861/hfileref/1cd550ecb81846d3a421afe5e07daed8, entries=2, sequenceid=10, filesize=5.1 K 2024-11-24T17:20:34,702 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861/.tmp/queue/a984c0df49a14542b75de1920076b946 as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861/queue/a984c0df49a14542b75de1920076b946 2024-11-24T17:20:34,707 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861/queue/a984c0df49a14542b75de1920076b946, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T17:20:34,708 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6d89ebc07b49d5e96c79163f407d2861 in 860ms, sequenceid=10, compaction requested=false 2024-11-24T17:20:34,712 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/.tmp/rep_barrier/7c085f1917cb4cc7aea9d896adbeacb2 is 112, key is test,,1732468760763.8560110b85f10c819491045e368ee408./rep_barrier:seqnumDuringOpen/1732468761924/Put/seqid=0 2024-11-24T17:20:34,712 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/replication/6d89ebc07b49d5e96c79163f407d2861/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T17:20:34,712 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:20:34,712 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:20:34,712 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. 2024-11-24T17:20:34,713 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d89ebc07b49d5e96c79163f407d2861: Waiting for close lock at 1732468833847Running coprocessor pre-close hooks at 1732468833847Disabling compacts and flushes for region at 1732468833847Disabling writes for close at 1732468833848 (+1 ms)Obtaining lock to block concurrent updates at 1732468833848Preparing flush snapshotting stores in 6d89ebc07b49d5e96c79163f407d2861 at 1732468833848Finished memstore snapshotting hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732468833848Flushing stores of hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. at 1732468833849 (+1 ms)Flushing 6d89ebc07b49d5e96c79163f407d2861/hfileref: creating writer at 1732468833849Flushing 6d89ebc07b49d5e96c79163f407d2861/hfileref: appending metadata at 1732468833861 (+12 ms)Flushing 6d89ebc07b49d5e96c79163f407d2861/hfileref: closing flushed file at 1732468833862 (+1 ms)Flushing 6d89ebc07b49d5e96c79163f407d2861/queue: creating writer at 1732468834272 (+410 ms)Flushing 6d89ebc07b49d5e96c79163f407d2861/queue: appending metadata at 1732468834285 (+13 ms)Flushing 6d89ebc07b49d5e96c79163f407d2861/queue: closing flushed file at 1732468834285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6289e0bb: reopening flushed file at 1732468834695 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cfd209f: reopening flushed file at 1732468834701 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6d89ebc07b49d5e96c79163f407d2861 in 860ms, sequenceid=10, compaction requested=false at 1732468834708 (+7 ms)Writing region close event to WAL at 1732468834709 (+1 ms)Running coprocessor post-close hooks at 1732468834712 (+3 ms)Closed at 1732468834712 2024-11-24T17:20:34,713 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732468765118.6d89ebc07b49d5e96c79163f407d2861. 2024-11-24T17:20:34,713 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8560110b85f10c819491045e368ee408, disabling compactions & flushes 2024-11-24T17:20:34,713 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732468760763.8560110b85f10c819491045e368ee408. 2024-11-24T17:20:34,713 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468760763.8560110b85f10c819491045e368ee408. 2024-11-24T17:20:34,713 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732468760763.8560110b85f10c819491045e368ee408. after waiting 0 ms 2024-11-24T17:20:34,713 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732468760763.8560110b85f10c819491045e368ee408. 2024-11-24T17:20:34,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741848_1024 (size=5518) 2024-11-24T17:20:34,715 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/.tmp/rep_barrier/7c085f1917cb4cc7aea9d896adbeacb2 2024-11-24T17:20:34,717 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/default/test/8560110b85f10c819491045e368ee408/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T17:20:34,718 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:20:34,718 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:20:34,718 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732468760763.8560110b85f10c819491045e368ee408. 2024-11-24T17:20:34,718 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8560110b85f10c819491045e368ee408: Waiting for close lock at 1732468834713Running coprocessor pre-close hooks at 1732468834713Disabling compacts and flushes for region at 1732468834713Disabling writes for close at 1732468834713Writing region close event to WAL at 1732468834714 (+1 ms)Running coprocessor post-close hooks at 1732468834718 (+4 ms)Closed at 1732468834718 2024-11-24T17:20:34,718 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732468760763.8560110b85f10c819491045e368ee408. 2024-11-24T17:20:34,738 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/.tmp/table/7986c9c21c4f4737b06ea0f6eb30113b is 53, key is hbase:replication/table:state/1732468765561/Put/seqid=0 2024-11-24T17:20:34,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741849_1025 (size=5308) 2024-11-24T17:20:34,849 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:20:34,849 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:20:34,849 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:34,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:34,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:34,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:34,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:35,049 DEBUG [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:35,142 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/.tmp/table/7986c9c21c4f4737b06ea0f6eb30113b 2024-11-24T17:20:35,148 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/.tmp/info/4449864efbec4a88b601b41c79802d98 as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/info/4449864efbec4a88b601b41c79802d98 2024-11-24T17:20:35,153 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/info/4449864efbec4a88b601b41c79802d98, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T17:20:35,154 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/.tmp/ns/680485f2e6664e2eb575e16eef99801c as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/ns/680485f2e6664e2eb575e16eef99801c 2024-11-24T17:20:35,158 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/ns/680485f2e6664e2eb575e16eef99801c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T17:20:35,159 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/.tmp/rep_barrier/7c085f1917cb4cc7aea9d896adbeacb2 as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/rep_barrier/7c085f1917cb4cc7aea9d896adbeacb2 2024-11-24T17:20:35,163 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/rep_barrier/7c085f1917cb4cc7aea9d896adbeacb2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T17:20:35,164 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/.tmp/table/7986c9c21c4f4737b06ea0f6eb30113b as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/table/7986c9c21c4f4737b06ea0f6eb30113b 2024-11-24T17:20:35,168 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/table/7986c9c21c4f4737b06ea0f6eb30113b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T17:20:35,169 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-24T17:20:35,174 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T17:20:35,175 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:20:35,175 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:20:35,175 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:20:35,175 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468833848Running coprocessor pre-close hooks at 1732468833848Disabling compacts and flushes for region at 1732468833848Disabling writes for close at 1732468833848Obtaining lock to block concurrent updates at 1732468833848Preparing flush snapshotting stores in 1588230740 at 1732468833848Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732468833849 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732468833849Flushing 1588230740/info: creating writer at 1732468833849Flushing 1588230740/info: appending metadata at 1732468833863 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732468833863Flushing 1588230740/ns: creating writer at 1732468834272 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732468834287 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732468834287Flushing 1588230740/rep_barrier: creating writer at 1732468834696 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732468834711 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732468834711Flushing 1588230740/table: creating writer at 1732468834720 (+9 ms)Flushing 1588230740/table: appending metadata at 1732468834737 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732468834738 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4d6947: reopening flushed file at 1732468835147 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f04e38: reopening flushed file at 1732468835153 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a60eb0: reopening flushed file at 1732468835158 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562fc963: reopening flushed file at 1732468835163 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1732468835169 (+6 ms)Writing region close event to WAL at 1732468835172 (+3 ms)Running coprocessor post-close hooks at 1732468835175 (+3 ms)Closed at 1732468835175 2024-11-24T17:20:35,175 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:20:35,250 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,38455,1732468751366; all regions closed. 2024-11-24T17:20:35,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741834_1010 (size=4239) 2024-11-24T17:20:35,252 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.meta.1732468754728.meta not finished, retry = 0 2024-11-24T17:20:35,354 DEBUG [RS:0;a23eb99f71f0:38455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/oldWALs 2024-11-24T17:20:35,355 INFO [RS:0;a23eb99f71f0:38455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C38455%2C1732468751366.meta:.meta(num 1732468754728) 2024-11-24T17:20:35,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741839_1015 (size=2700) 2024-11-24T17:20:35,358 DEBUG [RS:0;a23eb99f71f0:38455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/oldWALs 2024-11-24T17:20:35,358 INFO [RS:0;a23eb99f71f0:38455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C38455%2C1732468751366.rep:(num 1732468765481) 2024-11-24T17:20:35,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741832_1008 (size=1300) 2024-11-24T17:20:35,360 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/WALs/a23eb99f71f0,38455,1732468751366/a23eb99f71f0%2C38455%2C1732468751366.1732468753790 not finished, retry = 0 2024-11-24T17:20:35,420 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:20:35,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:35,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:35,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:35,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:35,463 DEBUG [RS:0;a23eb99f71f0:38455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/oldWALs 2024-11-24T17:20:35,463 INFO [RS:0;a23eb99f71f0:38455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C38455%2C1732468751366:(num 1732468753790) 2024-11-24T17:20:35,463 DEBUG [RS:0;a23eb99f71f0:38455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:35,463 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:20:35,463 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:20:35,463 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:20:35,463 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:20:35,463 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:20:35,463 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,38455,1732468751366 because: Region server is closing 2024-11-24T17:20:35,464 INFO [RS:0;a23eb99f71f0:38455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:38455. 2024-11-24T17:20:35,464 DEBUG [RS:0;a23eb99f71f0:38455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:35,464 DEBUG [RS:0;a23eb99f71f0:38455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:35,464 DEBUG [RS:0;a23eb99f71f0:38455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:35,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:20:35,564 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.wal-reader.a23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T17:20:35,564 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.shippera23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T17:20:35,564 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38455,1732468751366.replicationSource.shippera23eb99f71f0%2C38455%2C1732468751366,1-a23eb99f71f0,38455,1732468751366 terminated 2024-11-24T17:20:35,564 INFO [RS:0;a23eb99f71f0:38455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38455 2024-11-24T17:20:35,604 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:20:35,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-378473234/rs/a23eb99f71f0,38455,1732468751366 2024-11-24T17:20:35,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234/rs 2024-11-24T17:20:35,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,38455,1732468751366] 2024-11-24T17:20:35,624 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-378473234/draining/a23eb99f71f0,38455,1732468751366 already deleted, retry=false 2024-11-24T17:20:35,624 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,38455,1732468751366 expired; onlineServers=0 2024-11-24T17:20:35,624 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,38855,1732468751173' ***** 2024-11-24T17:20:35,624 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:20:35,625 INFO [M:0;a23eb99f71f0:38855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:20:35,625 INFO [M:0;a23eb99f71f0:38855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:20:35,625 DEBUG [M:0;a23eb99f71f0:38855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:20:35,625 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:20:35,625 DEBUG [M:0;a23eb99f71f0:38855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:20:35,625 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468753504 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468753504,5,FailOnTimeoutGroup] 2024-11-24T17:20:35,625 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468753504 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468753504,5,FailOnTimeoutGroup] 2024-11-24T17:20:35,625 INFO [M:0;a23eb99f71f0:38855 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:20:35,625 INFO [M:0;a23eb99f71f0:38855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:20:35,625 DEBUG [M:0;a23eb99f71f0:38855 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:20:35,625 INFO [M:0;a23eb99f71f0:38855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:20:35,625 INFO [M:0;a23eb99f71f0:38855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:20:35,625 INFO [M:0;a23eb99f71f0:38855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:20:35,625 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:20:35,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-378473234/master 2024-11-24T17:20:35,635 DEBUG [M:0;a23eb99f71f0:38855 {}] zookeeper.ZKUtil(347): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Unable to get data of znode /0-378473234/master because node does not exist (not an error) 2024-11-24T17:20:35,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-378473234 2024-11-24T17:20:35,635 WARN [M:0;a23eb99f71f0:38855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:20:35,636 INFO [M:0;a23eb99f71f0:38855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/.lastflushedseqids 2024-11-24T17:20:35,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741850_1026 (size=263) 2024-11-24T17:20:35,642 INFO [M:0;a23eb99f71f0:38855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:20:35,642 INFO [M:0;a23eb99f71f0:38855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:20:35,642 DEBUG [M:0;a23eb99f71f0:38855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:20:35,642 INFO [M:0;a23eb99f71f0:38855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:35,642 DEBUG [M:0;a23eb99f71f0:38855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:35,642 DEBUG [M:0;a23eb99f71f0:38855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:20:35,642 DEBUG [M:0;a23eb99f71f0:38855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:35,642 INFO [M:0;a23eb99f71f0:38855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-24T17:20:35,655 DEBUG [M:0;a23eb99f71f0:38855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e731998a715e48e68a1531345f39de6f is 82, key is hbase:meta,,1/info:regioninfo/1732468754763/Put/seqid=0 2024-11-24T17:20:35,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741851_1027 (size=5672) 2024-11-24T17:20:35,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:20:35,714 INFO [RS:0;a23eb99f71f0:38455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:20:35,714 INFO [RS:0;a23eb99f71f0:38455 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,38455,1732468751366; zookeeper connection closed. 2024-11-24T17:20:35,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38455-0x1016ddb2dbf0001, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:20:35,714 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72d03254 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72d03254 2024-11-24T17:20:35,715 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:20:36,059 INFO [M:0;a23eb99f71f0:38855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e731998a715e48e68a1531345f39de6f 2024-11-24T17:20:36,076 DEBUG [M:0;a23eb99f71f0:38855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a8d66e3cd864bb599a0eefb4f48a7f2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732468761940/Put/seqid=0 2024-11-24T17:20:36,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741852_1028 (size=7240) 2024-11-24T17:20:36,480 INFO [M:0;a23eb99f71f0:38855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a8d66e3cd864bb599a0eefb4f48a7f2 2024-11-24T17:20:36,484 INFO [M:0;a23eb99f71f0:38855 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a8d66e3cd864bb599a0eefb4f48a7f2 2024-11-24T17:20:36,497 DEBUG [M:0;a23eb99f71f0:38855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b55ab792f363468580d79bcd9e8cd8b6 is 69, key is a23eb99f71f0,38455,1732468751366/rs:state/1732468753606/Put/seqid=0 2024-11-24T17:20:36,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741853_1029 (size=5156) 2024-11-24T17:20:36,902 INFO [M:0;a23eb99f71f0:38855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b55ab792f363468580d79bcd9e8cd8b6 2024-11-24T17:20:36,907 DEBUG [M:0;a23eb99f71f0:38855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e731998a715e48e68a1531345f39de6f as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e731998a715e48e68a1531345f39de6f 2024-11-24T17:20:36,911 INFO [M:0;a23eb99f71f0:38855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e731998a715e48e68a1531345f39de6f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T17:20:36,912 DEBUG [M:0;a23eb99f71f0:38855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a8d66e3cd864bb599a0eefb4f48a7f2 as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a8d66e3cd864bb599a0eefb4f48a7f2 2024-11-24T17:20:36,916 INFO [M:0;a23eb99f71f0:38855 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a8d66e3cd864bb599a0eefb4f48a7f2 2024-11-24T17:20:36,916 INFO [M:0;a23eb99f71f0:38855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a8d66e3cd864bb599a0eefb4f48a7f2, entries=11, sequenceid=105, filesize=7.1 K 2024-11-24T17:20:36,917 DEBUG [M:0;a23eb99f71f0:38855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b55ab792f363468580d79bcd9e8cd8b6 as hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b55ab792f363468580d79bcd9e8cd8b6 2024-11-24T17:20:36,921 INFO [M:0;a23eb99f71f0:38855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42831/user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b55ab792f363468580d79bcd9e8cd8b6, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T17:20:36,922 INFO [M:0;a23eb99f71f0:38855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-11-24T17:20:36,924 INFO [M:0;a23eb99f71f0:38855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:36,924 DEBUG [M:0;a23eb99f71f0:38855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468835642Disabling compacts and flushes for region at 1732468835642Disabling writes for close at 1732468835642Obtaining lock to block concurrent updates at 1732468835642Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468835642Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732468835643 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468835643Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468835643Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468835655 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468835655Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468836063 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468836075 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468836075Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468836484 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468836497 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468836497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62da071d: reopening flushed file at 1732468836906 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2168eea6: reopening flushed file at 1732468836911 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad3555f: reopening flushed file at 1732468836916 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1732468836922 (+6 ms)Writing region close event to WAL at 1732468836923 (+1 ms)Closed at 1732468836923 2024-11-24T17:20:36,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40527 is added to blk_1073741830_1006 (size=64526) 2024-11-24T17:20:36,926 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/965fe82a-9f37-9594-8a2f-b36d7389b16f/MasterData/WALs/a23eb99f71f0,38855,1732468751173/a23eb99f71f0%2C38855%2C1732468751173.1732468752811 not finished, retry = 0 2024-11-24T17:20:37,027 INFO [M:0;a23eb99f71f0:38855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:20:37,027 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:20:37,027 INFO [M:0;a23eb99f71f0:38855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38855 2024-11-24T17:20:37,027 INFO [M:0;a23eb99f71f0:38855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:20:37,167 INFO [M:0;a23eb99f71f0:38855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:20:37,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:20:37,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x1016ddb2dbf0000, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:20:37,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@361ec840{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:20:37,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@555cb225{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:20:37,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:20:37,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb41989{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:20:37,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33ed998b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/hadoop.log.dir/,STOPPED} 2024-11-24T17:20:37,170 WARN [BP-701575580-172.17.0.3-1732468748845 heartbeating to localhost/127.0.0.1:42831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:20:37,170 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:20:37,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:20:37,170 WARN [BP-701575580-172.17.0.3-1732468748845 heartbeating to localhost/127.0.0.1:42831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-701575580-172.17.0.3-1732468748845 (Datanode Uuid c8bd76fe-6d94-4f08-b682-f654de8ec4cb) service to localhost/127.0.0.1:42831 2024-11-24T17:20:37,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/cluster_445897f0-acdf-59f3-3204-5c125597724e/data/data1/current/BP-701575580-172.17.0.3-1732468748845 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:20:37,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/cluster_445897f0-acdf-59f3-3204-5c125597724e/data/data2/current/BP-701575580-172.17.0.3-1732468748845 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:20:37,171 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:20:37,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13d83a4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:20:37,176 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7feb6c20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:20:37,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:20:37,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e7c708{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:20:37,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e85a10c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158491f1-2ed9-d0b8-150c-9b8b07c88b83/hadoop.log.dir/,STOPPED} 2024-11-24T17:20:37,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T17:20:37,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:20:37,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f9810b92cd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42831 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f9810b92cd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34699 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 695), ProcessCount=11 (was 11), AvailableMemoryMB=4647 (was 6276) 2024-11-24T17:20:37,206 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=4647 2024-11-24T17:20:37,217 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-24T17:20:37,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/hadoop.log.dir so I do NOT create it in target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b 2024-11-24T17:20:37,218 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:20:37,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/hadoop.tmp.dir so I do NOT create it in target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b 2024-11-24T17:20:37,218 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c25db1ad-fdc0-b12e-651d-b1ca94ba8b64/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:20:37,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b 2024-11-24T17:20:37,218 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/cluster_a8db0daf-9c35-5db4-8534-a89ed24d59d7, deleteOnExit=true 2024-11-24T17:20:37,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/cluster_a8db0daf-9c35-5db4-8534-a89ed24d59d7/zookeeper_0, clientPort=49513, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/cluster_a8db0daf-9c35-5db4-8534-a89ed24d59d7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/cluster_a8db0daf-9c35-5db4-8534-a89ed24d59d7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T17:20:37,236 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49513 2024-11-24T17:20:37,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:20:37,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:20:37,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/test.cache.data in system properties and HBase conf 2024-11-24T17:20:37,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:20:37,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:20:37,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:20:37,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:20:37,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:20:37,236 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:20:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:20:37,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016ddb2dbf0002, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:20:37,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016ddb2dbf0005, quorum=127.0.0.1:64534, baseZNode=/183365822 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:20:37,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016ddb2dbf0005, quorum=127.0.0.1:64534, baseZNode=/183365822 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:20:37,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016ddb2dbf0002, quorum=127.0.0.1:64534, baseZNode=/0-378473234 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:20:37,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:20:37,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:20:37,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:20:37,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:20:37,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:20:37,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:20:37,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc85baf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:20:37,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@948a448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:20:37,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@497c8bdc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/java.io.tmpdir/jetty-localhost-40585-hadoop-hdfs-3_4_1-tests_jar-_-any-12169999591073925904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:20:37,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f33f90c{HTTP/1.1, (http/1.1)}{localhost:40585} 2024-11-24T17:20:37,871 INFO [Time-limited test {}] server.Server(415): Started @144081ms 2024-11-24T17:20:38,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:20:38,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:20:38,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:20:38,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:20:38,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:20:38,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@718bbb2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:20:38,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c33a596{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:20:38,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c046f60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/java.io.tmpdir/jetty-localhost-38643-hadoop-hdfs-3_4_1-tests_jar-_-any-122084868194451915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:20:38,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ace6455{HTTP/1.1, (http/1.1)}{localhost:38643} 2024-11-24T17:20:38,632 INFO [Time-limited test {}] server.Server(415): Started @144842ms 2024-11-24T17:20:38,634 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:20:39,400 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/cluster_a8db0daf-9c35-5db4-8534-a89ed24d59d7/data/data1/current/BP-1419456893-172.17.0.3-1732468837252/current, will proceed with Du for space computation calculation, 2024-11-24T17:20:39,401 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/cluster_a8db0daf-9c35-5db4-8534-a89ed24d59d7/data/data2/current/BP-1419456893-172.17.0.3-1732468837252/current, will proceed with Du for space computation calculation, 2024-11-24T17:20:39,433 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:20:39,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa2acc20e2c64bfd with lease ID 0x244efc9f8f6d4ec5: Processing first storage report for DS-a4eb98fc-ac42-4c0e-a160-8212b5addb98 from datanode DatanodeRegistration(127.0.0.1:42301, datanodeUuid=e9b275a2-1f18-4c19-9d79-99b8185803f0, infoPort=35245, infoSecurePort=0, ipcPort=43771, storageInfo=lv=-57;cid=testClusterID;nsid=1889510935;c=1732468837252) 2024-11-24T17:20:39,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa2acc20e2c64bfd with lease ID 0x244efc9f8f6d4ec5: from storage DS-a4eb98fc-ac42-4c0e-a160-8212b5addb98 node DatanodeRegistration(127.0.0.1:42301, datanodeUuid=e9b275a2-1f18-4c19-9d79-99b8185803f0, infoPort=35245, infoSecurePort=0, ipcPort=43771, storageInfo=lv=-57;cid=testClusterID;nsid=1889510935;c=1732468837252), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:20:39,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa2acc20e2c64bfd with lease ID 0x244efc9f8f6d4ec5: Processing first storage report for DS-00aef74a-84ba-4d1a-a679-01f139c4b9f0 from datanode DatanodeRegistration(127.0.0.1:42301, datanodeUuid=e9b275a2-1f18-4c19-9d79-99b8185803f0, infoPort=35245, infoSecurePort=0, ipcPort=43771, storageInfo=lv=-57;cid=testClusterID;nsid=1889510935;c=1732468837252) 2024-11-24T17:20:39,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa2acc20e2c64bfd with lease ID 0x244efc9f8f6d4ec5: from storage DS-00aef74a-84ba-4d1a-a679-01f139c4b9f0 node DatanodeRegistration(127.0.0.1:42301, datanodeUuid=e9b275a2-1f18-4c19-9d79-99b8185803f0, infoPort=35245, infoSecurePort=0, ipcPort=43771, storageInfo=lv=-57;cid=testClusterID;nsid=1889510935;c=1732468837252), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:20:39,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b 2024-11-24T17:20:39,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:39,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:39,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:20:39,522 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6 with version=8 2024-11-24T17:20:39,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/hbase-staging 2024-11-24T17:20:39,525 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:20:39,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:39,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:39,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:20:39,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:39,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:20:39,525 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:20:39,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:20:39,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44283 2024-11-24T17:20:39,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44283 connecting to ZooKeeper ensemble=127.0.0.1:49513 2024-11-24T17:20:39,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442830x0, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:20:39,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44283-0x1016ddc871e0000 connected 2024-11-24T17:20:39,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:39,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:39,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/running 2024-11-24T17:20:39,736 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6, hbase.cluster.distributed=false 2024-11-24T17:20:39,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/acl 2024-11-24T17:20:39,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44283 2024-11-24T17:20:39,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44283 2024-11-24T17:20:39,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44283 2024-11-24T17:20:39,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44283 2024-11-24T17:20:39,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44283 2024-11-24T17:20:39,774 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:20:39,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:39,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:39,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:20:39,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:39,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:20:39,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:20:39,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:20:39,776 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41877 2024-11-24T17:20:39,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41877 connecting to ZooKeeper ensemble=127.0.0.1:49513 2024-11-24T17:20:39,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:39,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:39,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418770x0, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:20:39,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418770x0, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/running 2024-11-24T17:20:39,793 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:20:39,796 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:20:39,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/master 2024-11-24T17:20:39,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41877-0x1016ddc871e0001 connected 2024-11-24T17:20:39,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/acl 2024-11-24T17:20:39,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41877 2024-11-24T17:20:39,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41877 2024-11-24T17:20:39,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41877 2024-11-24T17:20:39,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41877 2024-11-24T17:20:39,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41877 2024-11-24T17:20:39,832 DEBUG [M:0;a23eb99f71f0:44283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:44283 2024-11-24T17:20:39,834 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1966012563/backup-masters/a23eb99f71f0,44283,1732468839525 2024-11-24T17:20:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563/backup-masters 2024-11-24T17:20:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563/backup-masters 2024-11-24T17:20:39,846 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on existing znode=/0-1966012563/backup-masters/a23eb99f71f0,44283,1732468839525 2024-11-24T17:20:39,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:39,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1966012563/master 2024-11-24T17:20:39,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:39,857 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on existing znode=/0-1966012563/master 2024-11-24T17:20:39,858 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1966012563/backup-masters/a23eb99f71f0,44283,1732468839525 from backup master directory 2024-11-24T17:20:39,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563/backup-masters 2024-11-24T17:20:39,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966012563/backup-masters/a23eb99f71f0,44283,1732468839525 2024-11-24T17:20:39,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563/backup-masters 2024-11-24T17:20:39,867 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:20:39,867 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,44283,1732468839525 2024-11-24T17:20:39,872 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/hbase.id] with ID: b656614b-d4a5-47b3-8846-3a7f9e8891bf 2024-11-24T17:20:39,872 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/.tmp/hbase.id 2024-11-24T17:20:39,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:20:40,287 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/.tmp/hbase.id]:[hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/hbase.id] 2024-11-24T17:20:40,308 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:40,308 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:20:40,310 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T17:20:40,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:40,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:40,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:20:40,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:20:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:40,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:40,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:40,775 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:20:40,776 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:20:40,778 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:20:40,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:20:41,195 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store 2024-11-24T17:20:41,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:20:41,208 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:20:41,208 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:20:41,209 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:41,209 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:41,209 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:20:41,209 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:41,209 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:41,209 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468841208Disabling compacts and flushes for region at 1732468841208Disabling writes for close at 1732468841209 (+1 ms)Writing region close event to WAL at 1732468841209Closed at 1732468841209 2024-11-24T17:20:41,210 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/.initializing 2024-11-24T17:20:41,210 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,44283,1732468839525 2024-11-24T17:20:41,211 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:20:41,213 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C44283%2C1732468839525, suffix=, logDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,44283,1732468839525, archiveDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/oldWALs, maxLogs=10 2024-11-24T17:20:41,230 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,44283,1732468839525/a23eb99f71f0%2C44283%2C1732468839525.1732468841213, exclude list is [], retry=0 2024-11-24T17:20:41,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42301,DS-a4eb98fc-ac42-4c0e-a160-8212b5addb98,DISK] 2024-11-24T17:20:41,236 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,44283,1732468839525/a23eb99f71f0%2C44283%2C1732468839525.1732468841213 2024-11-24T17:20:41,237 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35245:35245)] 2024-11-24T17:20:41,237 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:20:41,237 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:20:41,237 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:41,237 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:41,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:41,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:20:41,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:41,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:41,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:41,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:20:41,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:41,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:20:41,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:41,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:20:41,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:41,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:20:41,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:41,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:20:41,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:41,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:20:41,249 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:41,250 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:41,250 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:41,251 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:41,251 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:41,252 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:20:41,253 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:41,257 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:20:41,257 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62584820, jitterRate=-0.06741350889205933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:20:41,258 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468841238Initializing all the Stores at 1732468841239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468841239Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468841239Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468841239Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468841239Cleaning up temporary data from old regions at 1732468841251 (+12 ms)Region opened successfully at 1732468841258 (+7 ms) 2024-11-24T17:20:41,264 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:20:41,269 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2824ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:20:41,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:20:41,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:20:41,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:20:41,271 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:20:41,271 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:20:41,272 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:20:41,272 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:20:41,277 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:20:41,278 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Unable to get data of znode /0-1966012563/balancer because node does not exist (not necessarily an error) 2024-11-24T17:20:41,297 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/balancer already deleted, retry=false 2024-11-24T17:20:41,298 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:20:41,298 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Unable to get data of znode /0-1966012563/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:20:41,308 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/normalizer already deleted, retry=false 2024-11-24T17:20:41,308 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:20:41,319 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Unable to get data of znode /0-1966012563/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:20:41,329 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/switch/split already deleted, retry=false 2024-11-24T17:20:41,330 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Unable to get data of znode /0-1966012563/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:20:41,339 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/switch/merge already deleted, retry=false 2024-11-24T17:20:41,342 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Unable to get data of znode /0-1966012563/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:20:41,350 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/snapshot-cleanup already deleted, retry=false 2024-11-24T17:20:41,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1966012563/running 2024-11-24T17:20:41,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1966012563/running 2024-11-24T17:20:41,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:41,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:41,362 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,44283,1732468839525, sessionid=0x1016ddc871e0000, setting cluster-up flag (Was=false) 2024-11-24T17:20:41,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:41,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:41,413 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1966012563/flush-table-proc/acquired, /0-1966012563/flush-table-proc/reached, /0-1966012563/flush-table-proc/abort 2024-11-24T17:20:41,415 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,44283,1732468839525 2024-11-24T17:20:41,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:41,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:41,466 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1966012563/online-snapshot/acquired, /0-1966012563/online-snapshot/reached, /0-1966012563/online-snapshot/abort 2024-11-24T17:20:41,467 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,44283,1732468839525 2024-11-24T17:20:41,468 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:20:41,469 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:20:41,470 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:20:41,470 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:20:41,470 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,44283,1732468839525 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:20:41,471 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:20:41,471 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:20:41,471 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:20:41,471 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:20:41,471 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:20:41,471 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,471 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:20:41,471 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:20:41,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:20:41,473 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468871473 2024-11-24T17:20:41,473 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:20:41,473 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:20:41,474 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:20:41,474 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:20:41,474 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:20:41,474 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:20:41,474 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:41,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:20:41,476 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:20:41,476 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:20:41,476 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:20:41,476 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:20:41,478 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:20:41,478 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:20:41,478 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468841478,5,FailOnTimeoutGroup] 2024-11-24T17:20:41,479 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468841478,5,FailOnTimeoutGroup] 2024-11-24T17:20:41,479 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,479 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:20:41,479 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,479 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:20:41,519 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(746): ClusterId : b656614b-d4a5-47b3-8846-3a7f9e8891bf 2024-11-24T17:20:41,519 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:20:41,530 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:20:41,530 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:20:41,540 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:20:41,541 DEBUG [RS:0;a23eb99f71f0:41877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1017b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:20:41,556 DEBUG [RS:0;a23eb99f71f0:41877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:41877 2024-11-24T17:20:41,556 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:20:41,556 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:20:41,556 DEBUG [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:20:41,557 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,44283,1732468839525 with port=41877, startcode=1732468839774 2024-11-24T17:20:41,557 DEBUG [RS:0;a23eb99f71f0:41877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:20:41,561 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:20:41,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:41,563 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44283 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:41,564 DEBUG [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6 2024-11-24T17:20:41,565 DEBUG [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39841 2024-11-24T17:20:41,565 DEBUG [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:20:41,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563/rs 2024-11-24T17:20:41,572 DEBUG [RS:0;a23eb99f71f0:41877 {}] zookeeper.ZKUtil(111): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on existing znode=/0-1966012563/rs/a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:41,572 WARN [RS:0;a23eb99f71f0:41877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:20:41,572 INFO [RS:0;a23eb99f71f0:41877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:20:41,572 DEBUG [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:41,576 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:20:41,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,41877,1732468839774] 2024-11-24T17:20:41,594 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:20:41,594 INFO [RS:0;a23eb99f71f0:41877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:20:41,594 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,596 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:20:41,596 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:20:41,596 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:20:41,597 DEBUG [RS:0;a23eb99f71f0:41877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:20:41,604 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,604 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,604 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,604 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,604 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,604 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41877,1732468839774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:20:41,623 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:20:41,623 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41877,1732468839774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,623 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,623 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.Replication(171): a23eb99f71f0,41877,1732468839774 started 2024-11-24T17:20:41,635 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:41,635 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,41877,1732468839774, RpcServer on a23eb99f71f0/172.17.0.3:41877, sessionid=0x1016ddc871e0001 2024-11-24T17:20:41,635 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:20:41,635 DEBUG [RS:0;a23eb99f71f0:41877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:41,635 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,41877,1732468839774' 2024-11-24T17:20:41,635 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1966012563/flush-table-proc/abort' 2024-11-24T17:20:41,636 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1966012563/flush-table-proc/acquired' 2024-11-24T17:20:41,636 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:20:41,636 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:20:41,636 DEBUG [RS:0;a23eb99f71f0:41877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:41,636 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,41877,1732468839774' 2024-11-24T17:20:41,636 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1966012563/online-snapshot/abort' 2024-11-24T17:20:41,636 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1966012563/online-snapshot/acquired' 2024-11-24T17:20:41,637 DEBUG [RS:0;a23eb99f71f0:41877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:20:41,637 INFO [RS:0;a23eb99f71f0:41877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:20:41,637 INFO [RS:0;a23eb99f71f0:41877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:20:41,737 INFO [RS:0;a23eb99f71f0:41877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:20:41,739 INFO [RS:0;a23eb99f71f0:41877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C41877%2C1732468839774, suffix=, logDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774, archiveDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/oldWALs, maxLogs=10 2024-11-24T17:20:41,751 DEBUG [RS:0;a23eb99f71f0:41877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774/a23eb99f71f0%2C41877%2C1732468839774.1732468841739, exclude list is [], retry=0 2024-11-24T17:20:41,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42301,DS-a4eb98fc-ac42-4c0e-a160-8212b5addb98,DISK] 2024-11-24T17:20:41,755 INFO [RS:0;a23eb99f71f0:41877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774/a23eb99f71f0%2C41877%2C1732468839774.1732468841739 2024-11-24T17:20:41,756 DEBUG [RS:0;a23eb99f71f0:41877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35245:35245)] 2024-11-24T17:20:41,887 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:20:41,887 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6 2024-11-24T17:20:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:20:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:20:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:20:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T17:20:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T17:20:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:20:41,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:20:42,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:20:42,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:20:42,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:20:42,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:42,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:42,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:20:42,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:20:42,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:42,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:42,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:20:42,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:20:42,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:42,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:42,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:20:42,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:20:42,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:42,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:42,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:20:42,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740 2024-11-24T17:20:42,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740 2024-11-24T17:20:42,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:20:42,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:20:42,304 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:20:42,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:20:42,306 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:20:42,307 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66436888, jitterRate=-0.010013222694396973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:20:42,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468842294Initializing all the Stores at 1732468842295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468842295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468842295Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468842295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468842295Cleaning up temporary data from old regions at 1732468842303 (+8 ms)Region opened successfully at 1732468842307 (+4 ms) 2024-11-24T17:20:42,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:20:42,307 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:20:42,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:20:42,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:20:42,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:20:42,308 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:20:42,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468842307Disabling compacts and flushes for region at 1732468842307Disabling writes for close at 1732468842308 (+1 ms)Writing region close event to WAL at 1732468842308Closed at 1732468842308 2024-11-24T17:20:42,309 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:20:42,309 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:20:42,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:20:42,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:20:42,312 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:20:42,462 DEBUG [a23eb99f71f0:44283 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:20:42,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:42,463 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,41877,1732468839774, state=OPENING 2024-11-24T17:20:42,529 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:20:42,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:42,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:42,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966012563/meta-region-server: CHANGED 2024-11-24T17:20:42,575 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:20:42,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,41877,1732468839774}] 2024-11-24T17:20:42,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966012563/meta-region-server: CHANGED 2024-11-24T17:20:42,727 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:20:42,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:20:42,732 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:20:42,732 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:20:42,732 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:20:42,733 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C41877%2C1732468839774.meta, suffix=.meta, logDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774, archiveDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/oldWALs, maxLogs=10 2024-11-24T17:20:42,745 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774/a23eb99f71f0%2C41877%2C1732468839774.meta.1732468842733.meta, exclude list is [], retry=0 2024-11-24T17:20:42,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42301,DS-a4eb98fc-ac42-4c0e-a160-8212b5addb98,DISK] 2024-11-24T17:20:42,748 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774/a23eb99f71f0%2C41877%2C1732468839774.meta.1732468842733.meta 2024-11-24T17:20:42,749 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35245:35245)] 2024-11-24T17:20:42,749 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:20:42,749 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:20:42,750 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:20:42,750 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:20:42,750 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:20:42,750 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:20:42,750 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:20:42,750 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:20:42,750 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:20:42,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:20:42,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:20:42,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:42,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:42,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:20:42,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:20:42,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:42,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:42,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:20:42,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:20:42,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:42,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:42,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:20:42,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:20:42,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:42,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:42,757 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:20:42,757 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740 2024-11-24T17:20:42,758 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740 2024-11-24T17:20:42,759 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:20:42,759 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:20:42,760 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:20:42,761 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:20:42,762 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72076194, jitterRate=0.07401898503303528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:20:42,762 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:20:42,762 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468842750Writing region info on filesystem at 1732468842750Initializing all the Stores at 1732468842751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468842751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468842752 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468842752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468842752Cleaning up temporary data from old regions at 1732468842759 (+7 ms)Running coprocessor post-open hooks at 1732468842762 (+3 ms)Region opened successfully at 1732468842762 2024-11-24T17:20:42,763 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468842727 2024-11-24T17:20:42,765 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:20:42,765 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:20:42,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:42,766 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,41877,1732468839774, state=OPEN 2024-11-24T17:20:42,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1966012563/meta-region-server 2024-11-24T17:20:42,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1966012563/meta-region-server 2024-11-24T17:20:42,811 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:42,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966012563/meta-region-server: CHANGED 2024-11-24T17:20:42,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966012563/meta-region-server: CHANGED 2024-11-24T17:20:42,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:20:42,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,41877,1732468839774 in 236 msec 2024-11-24T17:20:42,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:20:42,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-24T17:20:42,816 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:20:42,816 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:20:42,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:20:42,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,41877,1732468839774, seqNum=-1] 2024-11-24T17:20:42,818 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:20:42,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:20:42,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3550 sec 2024-11-24T17:20:42,824 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468842824, completionTime=-1 2024-11-24T17:20:42,824 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:20:42,825 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:20:42,826 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:20:42,827 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468902826 2024-11-24T17:20:42,827 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732468962827 2024-11-24T17:20:42,827 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T17:20:42,827 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,44283,1732468839525-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:42,827 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,44283,1732468839525-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:42,827 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,44283,1732468839525-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:42,827 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:44283, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:42,827 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:42,828 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:42,830 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:20:42,833 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.965sec 2024-11-24T17:20:42,833 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:20:42,833 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:20:42,833 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:20:42,833 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:20:42,833 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:20:42,833 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,44283,1732468839525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:20:42,833 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,44283,1732468839525-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:20:42,836 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:20:42,836 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:20:42,836 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,44283,1732468839525-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:42,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691e2248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:42,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,44283,-1 for getting cluster id 2024-11-24T17:20:42,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:20:42,921 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b656614b-d4a5-47b3-8846-3a7f9e8891bf' 2024-11-24T17:20:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:20:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b656614b-d4a5-47b3-8846-3a7f9e8891bf" 2024-11-24T17:20:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28521750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,44283,-1] 2024-11-24T17:20:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:20:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:42,923 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:20:42,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31373dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:42,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:20:42,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,41877,1732468839774, seqNum=-1] 2024-11-24T17:20:42,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:20:42,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:20:42,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,44283,1732468839525 2024-11-24T17:20:42,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49513 2024-11-24T17:20:43,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:20:43,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016ddc871e0002 connected 2024-11-24T17:20:43,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/hadoop.log.dir so I do NOT create it in target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc 2024-11-24T17:20:43,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:20:43,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/hadoop.tmp.dir so I do NOT create it in target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc 2024-11-24T17:20:43,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:20:43,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc 2024-11-24T17:20:43,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:20:43,059 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/cluster_9d40d681-9b1f-cbbd-b321-7429569dc103, deleteOnExit=true 2024-11-24T17:20:43,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:20:43,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/test.cache.data in system properties and HBase conf 2024-11-24T17:20:43,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:20:43,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:20:43,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:20:43,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:20:43,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:20:43,060 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:20:43,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:20:43,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:20:43,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:20:43,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:20:43,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:20:43,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:20:43,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:20:43,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:20:43,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:20:43,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:20:43,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:20:43,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:20:43,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:20:43,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:20:43,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:20:43,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:20:43,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:20:43,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:20:43,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:20:43,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:20:43,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@432862bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:20:43,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6156f770{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:20:43,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b8c48ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/java.io.tmpdir/jetty-localhost-33079-hadoop-hdfs-3_4_1-tests_jar-_-any-11328110353093829980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:20:43,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ab41b9b{HTTP/1.1, (http/1.1)}{localhost:33079} 2024-11-24T17:20:43,994 INFO [Time-limited test {}] server.Server(415): Started @150204ms 2024-11-24T17:20:44,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:20:44,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:20:44,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:20:44,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:20:44,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:20:44,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@695e96e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:20:44,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67999e7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:20:44,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69f8410c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/java.io.tmpdir/jetty-localhost-33595-hadoop-hdfs-3_4_1-tests_jar-_-any-3502861094453897894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:20:44,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25cb38a{HTTP/1.1, (http/1.1)}{localhost:33595} 2024-11-24T17:20:44,740 INFO [Time-limited test {}] server.Server(415): Started @150950ms 2024-11-24T17:20:44,741 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:20:45,782 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/cluster_9d40d681-9b1f-cbbd-b321-7429569dc103/data/data1/current/BP-1747193486-172.17.0.3-1732468843082/current, will proceed with Du for space computation calculation, 2024-11-24T17:20:45,782 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/cluster_9d40d681-9b1f-cbbd-b321-7429569dc103/data/data2/current/BP-1747193486-172.17.0.3-1732468843082/current, will proceed with Du for space computation calculation, 2024-11-24T17:20:45,807 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:20:45,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaaf96f48a4655823 with lease ID 0x9a1585fa69af074a: Processing first storage report for DS-3bee7a3d-558b-4cd9-8627-8ba55d12b2ca from datanode DatanodeRegistration(127.0.0.1:38087, datanodeUuid=bed4cc7d-aa08-41be-91b7-87e9b8272b2d, infoPort=38983, infoSecurePort=0, ipcPort=45137, storageInfo=lv=-57;cid=testClusterID;nsid=1559709408;c=1732468843082) 2024-11-24T17:20:45,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaaf96f48a4655823 with lease ID 0x9a1585fa69af074a: from storage DS-3bee7a3d-558b-4cd9-8627-8ba55d12b2ca node DatanodeRegistration(127.0.0.1:38087, datanodeUuid=bed4cc7d-aa08-41be-91b7-87e9b8272b2d, infoPort=38983, infoSecurePort=0, ipcPort=45137, storageInfo=lv=-57;cid=testClusterID;nsid=1559709408;c=1732468843082), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:20:45,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaaf96f48a4655823 with lease ID 0x9a1585fa69af074a: Processing first storage report for DS-bc0b9a59-0631-4705-9cb9-0e66d3d32171 from datanode DatanodeRegistration(127.0.0.1:38087, datanodeUuid=bed4cc7d-aa08-41be-91b7-87e9b8272b2d, infoPort=38983, infoSecurePort=0, ipcPort=45137, storageInfo=lv=-57;cid=testClusterID;nsid=1559709408;c=1732468843082) 2024-11-24T17:20:45,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaaf96f48a4655823 with lease ID 0x9a1585fa69af074a: from storage DS-bc0b9a59-0631-4705-9cb9-0e66d3d32171 node DatanodeRegistration(127.0.0.1:38087, datanodeUuid=bed4cc7d-aa08-41be-91b7-87e9b8272b2d, infoPort=38983, infoSecurePort=0, ipcPort=45137, storageInfo=lv=-57;cid=testClusterID;nsid=1559709408;c=1732468843082), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:20:45,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc 2024-11-24T17:20:45,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:45,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:45,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:20:46,280 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528 with version=8 2024-11-24T17:20:46,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/hbase-staging 2024-11-24T17:20:46,281 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:20:46,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:46,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:46,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:20:46,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:46,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:20:46,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:20:46,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:20:46,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35481 2024-11-24T17:20:46,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35481 connecting to ZooKeeper ensemble=127.0.0.1:49513 2024-11-24T17:20:46,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354810x0, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:20:46,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35481-0x1016ddc871e0003 connected 2024-11-24T17:20:46,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:46,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:46,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Set watcher on znode that does not yet exist, /1-1186676770/running 2024-11-24T17:20:46,531 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528, hbase.cluster.distributed=false 2024-11-24T17:20:46,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Set watcher on znode that does not yet exist, /1-1186676770/acl 2024-11-24T17:20:46,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35481 2024-11-24T17:20:46,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35481 2024-11-24T17:20:46,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35481 2024-11-24T17:20:46,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35481 2024-11-24T17:20:46,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35481 2024-11-24T17:20:46,553 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:20:46,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:46,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:46,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:20:46,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:46,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:20:46,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:20:46,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:20:46,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36843 2024-11-24T17:20:46,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36843 connecting to ZooKeeper ensemble=127.0.0.1:49513 2024-11-24T17:20:46,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:46,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:46,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368430x0, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:20:46,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36843-0x1016ddc871e0004 connected 2024-11-24T17:20:46,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Set watcher on znode that does not yet exist, /1-1186676770/running 2024-11-24T17:20:46,572 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:20:46,574 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:20:46,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Set watcher on znode that does not yet exist, /1-1186676770/master 2024-11-24T17:20:46,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Set watcher on znode that does not yet exist, /1-1186676770/acl 2024-11-24T17:20:46,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36843 2024-11-24T17:20:46,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36843 2024-11-24T17:20:46,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36843 2024-11-24T17:20:46,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36843 2024-11-24T17:20:46,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36843 2024-11-24T17:20:46,604 DEBUG [M:0;a23eb99f71f0:35481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:35481 2024-11-24T17:20:46,604 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1186676770/backup-masters/a23eb99f71f0,35481,1732468846281 2024-11-24T17:20:46,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770/backup-masters 2024-11-24T17:20:46,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770/backup-masters 2024-11-24T17:20:46,614 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Set watcher on existing znode=/1-1186676770/backup-masters/a23eb99f71f0,35481,1732468846281 2024-11-24T17:20:46,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1186676770/master 2024-11-24T17:20:46,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:46,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:46,624 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Set watcher on existing znode=/1-1186676770/master 2024-11-24T17:20:46,625 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1186676770/backup-masters/a23eb99f71f0,35481,1732468846281 from backup master directory 2024-11-24T17:20:46,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1186676770/backup-masters/a23eb99f71f0,35481,1732468846281 2024-11-24T17:20:46,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770/backup-masters 2024-11-24T17:20:46,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770/backup-masters 2024-11-24T17:20:46,634 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:20:46,634 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,35481,1732468846281 2024-11-24T17:20:46,638 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/hbase.id] with ID: 46259ac9-8399-410d-a7dd-677e15d6b519 2024-11-24T17:20:46,638 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/.tmp/hbase.id 2024-11-24T17:20:46,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:20:47,055 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/.tmp/hbase.id]:[hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/hbase.id] 2024-11-24T17:20:47,068 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:47,068 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:20:47,069 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:20:47,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:47,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:20:47,443 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:20:47,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:47,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:47,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:47,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:47,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:47,534 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:20:47,534 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:20:47,535 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:20:47,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:20:47,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:20:47,942 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store 2024-11-24T17:20:47,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:20:48,351 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:20:48,351 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:20:48,351 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:48,351 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:48,351 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:20:48,351 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:48,351 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:48,351 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468848351Disabling compacts and flushes for region at 1732468848351Disabling writes for close at 1732468848351Writing region close event to WAL at 1732468848351Closed at 1732468848351 2024-11-24T17:20:48,352 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/.initializing 2024-11-24T17:20:48,352 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/WALs/a23eb99f71f0,35481,1732468846281 2024-11-24T17:20:48,353 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:20:48,354 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C35481%2C1732468846281, suffix=, logDir=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/WALs/a23eb99f71f0,35481,1732468846281, archiveDir=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/oldWALs, maxLogs=10 2024-11-24T17:20:48,367 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/WALs/a23eb99f71f0,35481,1732468846281/a23eb99f71f0%2C35481%2C1732468846281.1732468848355, exclude list is [], retry=0 2024-11-24T17:20:48,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38087,DS-3bee7a3d-558b-4cd9-8627-8ba55d12b2ca,DISK] 2024-11-24T17:20:48,372 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/WALs/a23eb99f71f0,35481,1732468846281/a23eb99f71f0%2C35481%2C1732468846281.1732468848355 2024-11-24T17:20:48,372 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38983:38983)] 2024-11-24T17:20:48,372 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:20:48,372 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:20:48,372 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:48,373 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:48,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:48,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:20:48,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:48,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:48,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:48,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:20:48,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:48,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:20:48,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:48,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:20:48,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:48,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:20:48,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:48,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:20:48,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:48,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:20:48,383 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:48,384 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:48,384 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:48,385 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:48,385 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:48,386 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:20:48,387 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:48,392 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:20:48,393 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64937813, jitterRate=-0.03235118091106415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:20:48,393 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468848373Initializing all the Stores at 1732468848373Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468848374 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468848376 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468848376Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468848376Cleaning up temporary data from old regions at 1732468848385 (+9 ms)Region opened successfully at 1732468848393 (+8 ms) 2024-11-24T17:20:48,393 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:20:48,396 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b74cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:20:48,397 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:20:48,397 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:20:48,397 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:20:48,397 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:20:48,398 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:20:48,398 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:20:48,398 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:20:48,400 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:20:48,401 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Unable to get data of znode /1-1186676770/balancer because node does not exist (not necessarily an error) 2024-11-24T17:20:48,413 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1186676770/balancer already deleted, retry=false 2024-11-24T17:20:48,413 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:20:48,414 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Unable to get data of znode /1-1186676770/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:20:48,433 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1186676770/normalizer already deleted, retry=false 2024-11-24T17:20:48,434 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:20:48,435 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Unable to get data of znode /1-1186676770/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:20:48,454 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1186676770/switch/split already deleted, retry=false 2024-11-24T17:20:48,455 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Unable to get data of znode /1-1186676770/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:20:48,475 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1186676770/switch/merge already deleted, retry=false 2024-11-24T17:20:48,477 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Unable to get data of znode /1-1186676770/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:20:48,496 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1186676770/snapshot-cleanup already deleted, retry=false 2024-11-24T17:20:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1186676770/running 2024-11-24T17:20:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1186676770/running 2024-11-24T17:20:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:48,510 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,35481,1732468846281, sessionid=0x1016ddc871e0003, setting cluster-up flag (Was=false) 2024-11-24T17:20:48,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:48,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:48,602 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1186676770/flush-table-proc/acquired, /1-1186676770/flush-table-proc/reached, /1-1186676770/flush-table-proc/abort 2024-11-24T17:20:48,603 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,35481,1732468846281 2024-11-24T17:20:48,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:48,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:48,667 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1186676770/online-snapshot/acquired, /1-1186676770/online-snapshot/reached, /1-1186676770/online-snapshot/abort 2024-11-24T17:20:48,668 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,35481,1732468846281 2024-11-24T17:20:48,670 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:20:48,677 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:20:48,677 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:20:48,678 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:20:48,678 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,35481,1732468846281 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:20:48,679 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:20:48,679 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:20:48,679 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:20:48,679 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:20:48,680 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:20:48,680 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,680 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:20:48,680 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:20:48,691 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:20:48,692 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:48,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:20:48,693 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468878693 2024-11-24T17:20:48,693 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:20:48,693 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:20:48,693 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:20:48,693 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:20:48,693 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:20:48,693 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:20:48,693 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,694 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(746): ClusterId : 46259ac9-8399-410d-a7dd-677e15d6b519 2024-11-24T17:20:48,694 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:20:48,694 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:20:48,694 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:20:48,695 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:20:48,695 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:20:48,695 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:20:48,695 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:20:48,696 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468848696,5,FailOnTimeoutGroup] 2024-11-24T17:20:48,698 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:20:48,698 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:20:48,700 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468848696,5,FailOnTimeoutGroup] 2024-11-24T17:20:48,700 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,700 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:20:48,700 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,700 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:20:48,708 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:20:48,709 DEBUG [RS:0;a23eb99f71f0:36843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef898ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:20:48,728 DEBUG [RS:0;a23eb99f71f0:36843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:36843 2024-11-24T17:20:48,729 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:20:48,729 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:20:48,729 DEBUG [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:20:48,730 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,35481,1732468846281 with port=36843, startcode=1732468846552 2024-11-24T17:20:48,730 DEBUG [RS:0;a23eb99f71f0:36843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:20:48,735 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:20:48,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,36843,1732468846552 2024-11-24T17:20:48,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35481 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,36843,1732468846552 2024-11-24T17:20:48,740 DEBUG [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528 2024-11-24T17:20:48,740 DEBUG [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36739 2024-11-24T17:20:48,740 DEBUG [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:20:48,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770/rs 2024-11-24T17:20:48,814 DEBUG [RS:0;a23eb99f71f0:36843 {}] zookeeper.ZKUtil(111): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Set watcher on existing znode=/1-1186676770/rs/a23eb99f71f0,36843,1732468846552 2024-11-24T17:20:48,814 WARN [RS:0;a23eb99f71f0:36843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:20:48,814 INFO [RS:0;a23eb99f71f0:36843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:20:48,814 DEBUG [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/WALs/a23eb99f71f0,36843,1732468846552 2024-11-24T17:20:48,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,36843,1732468846552] 2024-11-24T17:20:48,817 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:20:48,818 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:20:48,819 INFO [RS:0;a23eb99f71f0:36843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:20:48,819 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,824 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:20:48,825 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:20:48,825 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:20:48,826 DEBUG [RS:0;a23eb99f71f0:36843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:20:48,827 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,827 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,827 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,827 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,827 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,827 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36843,1732468846552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:20:48,842 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:20:48,842 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,36843,1732468846552-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,843 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,843 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.Replication(171): a23eb99f71f0,36843,1732468846552 started 2024-11-24T17:20:48,855 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:48,855 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,36843,1732468846552, RpcServer on a23eb99f71f0/172.17.0.3:36843, sessionid=0x1016ddc871e0004 2024-11-24T17:20:48,855 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:20:48,855 DEBUG [RS:0;a23eb99f71f0:36843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,36843,1732468846552 2024-11-24T17:20:48,855 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,36843,1732468846552' 2024-11-24T17:20:48,855 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1186676770/flush-table-proc/abort' 2024-11-24T17:20:48,856 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1186676770/flush-table-proc/acquired' 2024-11-24T17:20:48,856 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:20:48,856 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:20:48,856 DEBUG [RS:0;a23eb99f71f0:36843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,36843,1732468846552 2024-11-24T17:20:48,856 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,36843,1732468846552' 2024-11-24T17:20:48,856 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1186676770/online-snapshot/abort' 2024-11-24T17:20:48,856 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1186676770/online-snapshot/acquired' 2024-11-24T17:20:48,857 DEBUG [RS:0;a23eb99f71f0:36843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:20:48,857 INFO [RS:0;a23eb99f71f0:36843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:20:48,857 INFO [RS:0;a23eb99f71f0:36843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:20:48,957 INFO [RS:0;a23eb99f71f0:36843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:20:48,959 INFO [RS:0;a23eb99f71f0:36843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C36843%2C1732468846552, suffix=, logDir=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/WALs/a23eb99f71f0,36843,1732468846552, archiveDir=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/oldWALs, maxLogs=10 2024-11-24T17:20:48,977 DEBUG [RS:0;a23eb99f71f0:36843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/WALs/a23eb99f71f0,36843,1732468846552/a23eb99f71f0%2C36843%2C1732468846552.1732468848959, exclude list is [], retry=0 2024-11-24T17:20:48,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38087,DS-3bee7a3d-558b-4cd9-8627-8ba55d12b2ca,DISK] 2024-11-24T17:20:48,998 INFO [RS:0;a23eb99f71f0:36843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/WALs/a23eb99f71f0,36843,1732468846552/a23eb99f71f0%2C36843%2C1732468846552.1732468848959 2024-11-24T17:20:48,999 DEBUG [RS:0;a23eb99f71f0:36843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38983:38983)] 2024-11-24T17:20:49,107 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:20:49,107 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528 2024-11-24T17:20:49,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:20:49,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:20:49,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:20:49,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:20:49,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:49,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:49,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:20:49,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:20:49,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:49,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:49,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:20:49,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:20:49,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:49,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:49,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:20:49,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:20:49,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:49,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:49,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:20:49,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/data/hbase/meta/1588230740 2024-11-24T17:20:49,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/data/hbase/meta/1588230740 2024-11-24T17:20:49,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:20:49,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:20:49,523 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:20:49,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:20:49,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:20:49,529 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65904497, jitterRate=-0.01794646680355072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:20:49,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468849513Initializing all the Stores at 1732468849514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468849514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468849514Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468849514Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468849514Cleaning up temporary data from old regions at 1732468849523 (+9 ms)Region opened successfully at 1732468849530 (+7 ms) 2024-11-24T17:20:49,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:20:49,530 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:20:49,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:20:49,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:20:49,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:20:49,530 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:20:49,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468849530Disabling compacts and flushes for region at 1732468849530Disabling writes for close at 1732468849530Writing region close event to WAL at 1732468849530Closed at 1732468849530 2024-11-24T17:20:49,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:20:49,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:20:49,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:20:49,534 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:20:49,535 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:20:49,685 DEBUG [a23eb99f71f0:35481 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:20:49,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,36843,1732468846552 2024-11-24T17:20:49,687 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,36843,1732468846552, state=OPENING 2024-11-24T17:20:49,697 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:20:49,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:49,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:49,708 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:20:49,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1186676770/meta-region-server: CHANGED 2024-11-24T17:20:49,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,36843,1732468846552}] 2024-11-24T17:20:49,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1186676770/meta-region-server: CHANGED 2024-11-24T17:20:49,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:20:49,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:20:49,866 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:20:49,866 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:20:49,866 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:20:49,868 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C36843%2C1732468846552.meta, suffix=.meta, logDir=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/WALs/a23eb99f71f0,36843,1732468846552, archiveDir=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/oldWALs, maxLogs=10 2024-11-24T17:20:49,883 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/WALs/a23eb99f71f0,36843,1732468846552/a23eb99f71f0%2C36843%2C1732468846552.meta.1732468849868.meta, exclude list is [], retry=0 2024-11-24T17:20:49,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38087,DS-3bee7a3d-558b-4cd9-8627-8ba55d12b2ca,DISK] 2024-11-24T17:20:49,887 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/WALs/a23eb99f71f0,36843,1732468846552/a23eb99f71f0%2C36843%2C1732468846552.meta.1732468849868.meta 2024-11-24T17:20:49,887 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38983:38983)] 2024-11-24T17:20:49,888 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:20:49,888 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:20:49,888 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:20:49,888 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:20:49,888 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:20:49,888 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:20:49,888 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:20:49,888 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:20:49,888 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:20:49,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:20:49,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:20:49,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:49,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:49,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:20:49,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:20:49,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:49,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:49,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:20:49,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:20:49,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:49,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:49,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:20:49,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:20:49,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:49,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:49,895 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:20:49,896 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/data/hbase/meta/1588230740 2024-11-24T17:20:49,897 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/data/hbase/meta/1588230740 2024-11-24T17:20:49,898 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:20:49,898 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:20:49,898 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:20:49,899 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:20:49,900 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61653403, jitterRate=-0.08129270374774933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:20:49,900 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:20:49,900 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468849889Writing region info on filesystem at 1732468849889Initializing all the Stores at 1732468849889Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468849889Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468849890 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468849890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468849890Cleaning up temporary data from old regions at 1732468849898 (+8 ms)Running coprocessor post-open hooks at 1732468849900 (+2 ms)Region opened successfully at 1732468849900 2024-11-24T17:20:49,901 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468849860 2024-11-24T17:20:49,903 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:20:49,903 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:20:49,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,36843,1732468846552 2024-11-24T17:20:49,904 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,36843,1732468846552, state=OPEN 2024-11-24T17:20:49,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1186676770/meta-region-server 2024-11-24T17:20:49,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1186676770/meta-region-server 2024-11-24T17:20:49,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1186676770/meta-region-server: CHANGED 2024-11-24T17:20:49,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1186676770/meta-region-server: CHANGED 2024-11-24T17:20:49,924 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,36843,1732468846552 2024-11-24T17:20:49,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:20:49,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,36843,1732468846552 in 216 msec 2024-11-24T17:20:49,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:20:49,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-24T17:20:49,932 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:20:49,932 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:20:49,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:20:49,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,36843,1732468846552, seqNum=-1] 2024-11-24T17:20:49,933 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:20:49,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:20:49,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-24T17:20:49,940 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468849940, completionTime=-1 2024-11-24T17:20:49,941 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:20:49,941 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:20:49,943 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:20:49,943 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468909943 2024-11-24T17:20:49,943 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732468969943 2024-11-24T17:20:49,943 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T17:20:49,944 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35481,1732468846281-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:49,944 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35481,1732468846281-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:49,944 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35481,1732468846281-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:49,944 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:35481, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:49,944 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:49,944 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:49,946 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:20:49,948 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.314sec 2024-11-24T17:20:49,949 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:20:49,949 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:20:49,949 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:20:49,949 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:20:49,949 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:20:49,949 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35481,1732468846281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:20:49,949 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35481,1732468846281-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:20:49,954 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:20:49,954 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:20:49,954 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35481,1732468846281-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:50,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aad8cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:50,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,35481,-1 for getting cluster id 2024-11-24T17:20:50,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:20:50,006 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46259ac9-8399-410d-a7dd-677e15d6b519' 2024-11-24T17:20:50,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:20:50,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46259ac9-8399-410d-a7dd-677e15d6b519" 2024-11-24T17:20:50,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d870a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,35481,-1] 2024-11-24T17:20:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:20:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:50,008 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:20:50,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b538976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:50,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:20:50,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,36843,1732468846552, seqNum=-1] 2024-11-24T17:20:50,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:20:50,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:20:50,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,35481,1732468846281 2024-11-24T17:20:50,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49513 2024-11-24T17:20:50,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:20:50,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016ddc871e0005 connected 2024-11-24T17:20:50,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a748e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:50,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,44283,-1 for getting cluster id 2024-11-24T17:20:50,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:20:50,054 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b656614b-d4a5-47b3-8846-3a7f9e8891bf' 2024-11-24T17:20:50,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:20:50,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b656614b-d4a5-47b3-8846-3a7f9e8891bf" 2024-11-24T17:20:50,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:50,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473528fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:50,055 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,44283,-1] 2024-11-24T17:20:50,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:20:50,057 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:20:50,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a15e391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:50,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:20:50,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,44283,1732468839525 2024-11-24T17:20:50,061 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1264821e 2024-11-24T17:20:50,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:20:50,062 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:20:50,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:35481,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:20:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:20:50,067 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:35481' 2024-11-24T17:20:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:20:50,069 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f85b052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:50,069 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,35481,-1 for getting cluster id 2024-11-24T17:20:50,069 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:20:50,070 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46259ac9-8399-410d-a7dd-677e15d6b519' 2024-11-24T17:20:50,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:20:50,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46259ac9-8399-410d-a7dd-677e15d6b519" 2024-11-24T17:20:50,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f45826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:50,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,35481,-1] 2024-11-24T17:20:50,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:20:50,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:50,072 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:20:50,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a06fb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:50,073 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:20:50,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,35481,1732468846281 2024-11-24T17:20:50,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d15ae8d 2024-11-24T17:20:50,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:20:50,076 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:20:50,076 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T17:20:50,077 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:20:50,077 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:50,077 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:50,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:20:50,077 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:20:50,079 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:20:50,081 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:20:50,081 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:50,082 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:20:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741835_1011 (size=1138) 2024-11-24T17:20:50,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cda182f161e5891e85a620f3493ea238, NAME => 'hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6 2024-11-24T17:20:50,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741836_1012 (size=44) 2024-11-24T17:20:50,131 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:20:50,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:20:50,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cda182f161e5891e85a620f3493ea238, disabling compactions & flushes 2024-11-24T17:20:50,147 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:50,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:50,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. after waiting 0 ms 2024-11-24T17:20:50,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:50,147 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:50,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cda182f161e5891e85a620f3493ea238: Waiting for close lock at 1732468850146Disabling compacts and flushes for region at 1732468850146Disabling writes for close at 1732468850147 (+1 ms)Writing region close event to WAL at 1732468850147Closed at 1732468850147 2024-11-24T17:20:50,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:20:50,150 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732468850150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468850150"}]},"ts":"1732468850150"} 2024-11-24T17:20:50,153 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:20:50,154 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:20:50,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468850154"}]},"ts":"1732468850154"} 2024-11-24T17:20:50,160 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:20:50,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cda182f161e5891e85a620f3493ea238, ASSIGN}] 2024-11-24T17:20:50,162 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cda182f161e5891e85a620f3493ea238, ASSIGN 2024-11-24T17:20:50,163 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cda182f161e5891e85a620f3493ea238, ASSIGN; state=OFFLINE, location=a23eb99f71f0,41877,1732468839774; forceNewPlan=false, retain=false 2024-11-24T17:20:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:20:50,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cda182f161e5891e85a620f3493ea238, regionState=OPENING, regionLocation=a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:50,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cda182f161e5891e85a620f3493ea238, ASSIGN because future has completed 2024-11-24T17:20:50,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cda182f161e5891e85a620f3493ea238, server=a23eb99f71f0,41877,1732468839774}] 2024-11-24T17:20:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:20:50,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:50,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:20:50,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:20:50,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C41877%2C1732468839774.rep, suffix=, logDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774, archiveDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/oldWALs, maxLogs=10 2024-11-24T17:20:50,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774/a23eb99f71f0%2C41877%2C1732468839774.rep.1732468850476, exclude list is [], retry=0 2024-11-24T17:20:50,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42301,DS-a4eb98fc-ac42-4c0e-a160-8212b5addb98,DISK] 2024-11-24T17:20:50,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774/a23eb99f71f0%2C41877%2C1732468839774.rep.1732468850476 2024-11-24T17:20:50,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35245:35245)] 2024-11-24T17:20:50,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cda182f161e5891e85a620f3493ea238, NAME => 'hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:20:50,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:20:50,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:20:50,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. service=MultiRowMutationService 2024-11-24T17:20:50,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:20:50,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:20:50,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,506 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,508 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda182f161e5891e85a620f3493ea238 columnFamilyName hfileref 2024-11-24T17:20:50,508 DEBUG [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:50,508 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.HStore(327): Store=cda182f161e5891e85a620f3493ea238/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:20:50,508 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,509 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda182f161e5891e85a620f3493ea238 columnFamilyName queue 2024-11-24T17:20:50,509 DEBUG [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:50,510 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.HStore(327): Store=cda182f161e5891e85a620f3493ea238/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:20:50,510 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,511 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda182f161e5891e85a620f3493ea238 columnFamilyName sid 2024-11-24T17:20:50,511 DEBUG [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:50,511 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.HStore(327): Store=cda182f161e5891e85a620f3493ea238/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:20:50,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:20:50,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:20:50,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened cda182f161e5891e85a620f3493ea238; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62785419, jitterRate=-0.06442435085773468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:20:50,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:50,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cda182f161e5891e85a620f3493ea238: Running coprocessor pre-open hook at 1732468850505Writing region info on filesystem at 1732468850505Initializing all the Stores at 1732468850506 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468850506Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468850506Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468850506Cleaning up temporary data from old regions at 1732468850513 (+7 ms)Running coprocessor post-open hooks at 1732468850522 (+9 ms)Region opened successfully at 1732468850522 2024-11-24T17:20:50,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238., pid=7, masterSystemTime=1732468850469 2024-11-24T17:20:50,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:50,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:50,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cda182f161e5891e85a620f3493ea238, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:50,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cda182f161e5891e85a620f3493ea238, server=a23eb99f71f0,41877,1732468839774 because future has completed 2024-11-24T17:20:50,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T17:20:50,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cda182f161e5891e85a620f3493ea238, server=a23eb99f71f0,41877,1732468839774 in 213 msec 2024-11-24T17:20:50,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:20:50,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cda182f161e5891e85a620f3493ea238, ASSIGN in 371 msec 2024-11-24T17:20:50,533 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:20:50,533 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468850533"}]},"ts":"1732468850533"} 2024-11-24T17:20:50,535 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:20:50,536 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:20:50,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 459 msec 2024-11-24T17:20:50,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238., hostname=a23eb99f71f0,41877,1732468839774, seqNum=2] 2024-11-24T17:20:50,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:50,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:50,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:20:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:20:50,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T17:20:50,844 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:20:50,871 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,41877,1732468839774, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:20:50,871 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:20:50,871 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,41877,1732468839774, seqNum=-1] 2024-11-24T17:20:50,872 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:20:50,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-24T17:20:50,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,41877,1732468839774', locateType=CURRENT is [region=hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238., hostname=a23eb99f71f0,41877,1732468839774, seqNum=2] 2024-11-24T17:20:50,880 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T17:20:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T17:20:50,883 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,41877,1732468839774 suceeded 2024-11-24T17:20:50,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T17:20:50,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-24T17:20:50,887 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:35481,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:20:50,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 824 msec 2024-11-24T17:20:50,896 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:35481' 2024-11-24T17:20:50,898 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1834d0f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:50,898 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,35481,-1 for getting cluster id 2024-11-24T17:20:50,898 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:20:50,899 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46259ac9-8399-410d-a7dd-677e15d6b519' 2024-11-24T17:20:50,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:20:50,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46259ac9-8399-410d-a7dd-677e15d6b519" 2024-11-24T17:20:50,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58450940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:50,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,35481,-1] 2024-11-24T17:20:50,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:20:50,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:50,900 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:20:50,901 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@275a5403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:50,901 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:20:50,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,35481,1732468846281 2024-11-24T17:20:50,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52be8448 2024-11-24T17:20:50,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:20:50,904 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-24T17:20:50,905 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,41877,1732468839774 (queues=1) is replicating from cluster=b656614b-d4a5-47b3-8846-3a7f9e8891bf to cluster=46259ac9-8399-410d-a7dd-677e15d6b519 2024-11-24T17:20:50,905 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C41877%2C1732468839774 2024-11-24T17:20:50,905 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,41877,1732468839774, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:20:50,906 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774.replicationSource.wal-reader.a23eb99f71f0%2C41877%2C1732468839774,1-a23eb99f71f0,41877,1732468839774 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774/a23eb99f71f0%2C41877%2C1732468839774.1732468841739, startPosition=0, beingWritten=true 2024-11-24T17:20:50,910 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774.replicationSource.shippera23eb99f71f0%2C41877%2C1732468839774,1-a23eb99f71f0,41877,1732468839774 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C41877%2C1732468839774 2024-11-24T17:20:51,115 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774.replicationSource.wal-reader.a23eb99f71f0%2C41877%2C1732468839774,1-a23eb99f71f0,41877,1732468839774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774/a23eb99f71f0%2C41877%2C1732468839774.1732468841739 to pos 0, reset compression=false 2024-11-24T17:20:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:20:51,205 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:20:51,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:20:51,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:51,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:51,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:51,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:20:51,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:20:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,44283,1732468839525 2024-11-24T17:20:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5234b717 2024-11-24T17:20:51,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:20:51,209 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:20:51,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44283 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T17:20:51,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:20:51,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:51,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:51,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:51,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:20:51,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=336054871, stopped=false 2024-11-24T17:20:51,210 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,44283,1732468839525 2024-11-24T17:20:51,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:20:51,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966012563/running 2024-11-24T17:20:51,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966012563/running 2024-11-24T17:20:51,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:51,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:51,223 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:20:51,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:20:51,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:51,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:51,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/running 2024-11-24T17:20:51,224 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,41877,1732468839774' ***** 2024-11-24T17:20:51,224 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:20:51,224 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:20:51,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/running 2024-11-24T17:20:51,224 INFO [RS:0;a23eb99f71f0:41877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:20:51,224 INFO [RS:0;a23eb99f71f0:41877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:20:51,224 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(3091): Received CLOSE for cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:51,225 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:20:51,225 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:51,225 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:20:51,225 INFO [RS:0;a23eb99f71f0:41877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:41877. 2024-11-24T17:20:51,225 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cda182f161e5891e85a620f3493ea238, disabling compactions & flushes 2024-11-24T17:20:51,225 DEBUG [RS:0;a23eb99f71f0:41877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:51,225 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:51,225 DEBUG [RS:0;a23eb99f71f0:41877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:51,225 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:51,225 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. after waiting 0 ms 2024-11-24T17:20:51,225 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:51,225 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:20:51,225 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:20:51,225 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:20:51,225 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cda182f161e5891e85a620f3493ea238 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T17:20:51,225 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:20:51,225 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:20:51,226 DEBUG [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cda182f161e5891e85a620f3493ea238=hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238.} 2024-11-24T17:20:51,226 DEBUG [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cda182f161e5891e85a620f3493ea238 2024-11-24T17:20:51,226 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:20:51,226 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:20:51,226 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:20:51,226 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:20:51,226 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:20:51,226 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T17:20:51,228 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:20:51,249 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/.tmp/info/ed63152aed874a88a77aa845ce3a546b is 147, key is hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238./info:regioninfo/1732468850525/Put/seqid=0 2024-11-24T17:20:51,258 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238/.tmp/queue/c3f5f945e08248eaa34ef5c30b7fd4ec is 151, key is 1-a23eb99f71f0,41877,1732468839774/queue:a23eb99f71f0%2C41877%2C1732468839774/1732468850877/Put/seqid=0 2024-11-24T17:20:51,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741838_1014 (size=6631) 2024-11-24T17:20:51,271 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/.tmp/info/ed63152aed874a88a77aa845ce3a546b 2024-11-24T17:20:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741839_1015 (size=5350) 2024-11-24T17:20:51,275 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238/.tmp/queue/c3f5f945e08248eaa34ef5c30b7fd4ec 2024-11-24T17:20:51,288 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238/.tmp/queue/c3f5f945e08248eaa34ef5c30b7fd4ec as hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238/queue/c3f5f945e08248eaa34ef5c30b7fd4ec 2024-11-24T17:20:51,302 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/.tmp/ns/85ffcfa1983e4f9db6458f63f38915dc is 43, key is default/ns:d/1732468842820/Put/seqid=0 2024-11-24T17:20:51,302 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238/queue/c3f5f945e08248eaa34ef5c30b7fd4ec, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T17:20:51,303 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cda182f161e5891e85a620f3493ea238 in 78ms, sequenceid=5, compaction requested=false 2024-11-24T17:20:51,303 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T17:20:51,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741840_1016 (size=5153) 2024-11-24T17:20:51,316 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T17:20:51,316 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:20:51,316 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:20:51,317 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:51,317 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cda182f161e5891e85a620f3493ea238: Waiting for close lock at 1732468851225Running coprocessor pre-close hooks at 1732468851225Disabling compacts and flushes for region at 1732468851225Disabling writes for close at 1732468851225Obtaining lock to block concurrent updates at 1732468851225Preparing flush snapshotting stores in cda182f161e5891e85a620f3493ea238 at 1732468851225Finished memstore snapshotting hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732468851225Flushing stores of hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. at 1732468851226 (+1 ms)Flushing cda182f161e5891e85a620f3493ea238/queue: creating writer at 1732468851226Flushing cda182f161e5891e85a620f3493ea238/queue: appending metadata at 1732468851257 (+31 ms)Flushing cda182f161e5891e85a620f3493ea238/queue: closing flushed file at 1732468851257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2365ed: reopening flushed file at 1732468851284 (+27 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cda182f161e5891e85a620f3493ea238 in 78ms, sequenceid=5, compaction requested=false at 1732468851303 (+19 ms)Writing region close event to WAL at 1732468851312 (+9 ms)Running coprocessor post-close hooks at 1732468851316 (+4 ms)Closed at 1732468851316 2024-11-24T17:20:51,317 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:51,424 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774.replicationSource.wal-reader.a23eb99f71f0%2C41877%2C1732468839774,1-a23eb99f71f0,41877,1732468839774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774/a23eb99f71f0%2C41877%2C1732468839774.1732468841739 to pos 0, reset compression=false 2024-11-24T17:20:51,426 DEBUG [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:51,629 DEBUG [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:51,644 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:20:51,644 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:20:51,715 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/.tmp/ns/85ffcfa1983e4f9db6458f63f38915dc 2024-11-24T17:20:51,747 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/.tmp/table/3e8876a203df4956af77ac4e1353e6ee is 53, key is hbase:replication/table:state/1732468850533/Put/seqid=0 2024-11-24T17:20:51,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741841_1017 (size=5256) 2024-11-24T17:20:51,782 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/.tmp/table/3e8876a203df4956af77ac4e1353e6ee 2024-11-24T17:20:51,790 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/.tmp/info/ed63152aed874a88a77aa845ce3a546b as hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/info/ed63152aed874a88a77aa845ce3a546b 2024-11-24T17:20:51,797 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/info/ed63152aed874a88a77aa845ce3a546b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T17:20:51,800 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/.tmp/ns/85ffcfa1983e4f9db6458f63f38915dc as hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/ns/85ffcfa1983e4f9db6458f63f38915dc 2024-11-24T17:20:51,809 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/ns/85ffcfa1983e4f9db6458f63f38915dc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T17:20:51,811 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/.tmp/table/3e8876a203df4956af77ac4e1353e6ee as hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/table/3e8876a203df4956af77ac4e1353e6ee 2024-11-24T17:20:51,821 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/table/3e8876a203df4956af77ac4e1353e6ee, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T17:20:51,823 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 596ms, sequenceid=11, compaction requested=false 2024-11-24T17:20:51,829 DEBUG [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:51,832 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774.replicationSource.wal-reader.a23eb99f71f0%2C41877%2C1732468839774,1-a23eb99f71f0,41877,1732468839774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774/a23eb99f71f0%2C41877%2C1732468839774.1732468841739 to pos 0, reset compression=false 2024-11-24T17:20:51,869 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T17:20:51,870 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:20:51,870 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:20:51,871 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:20:51,871 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468851226Running coprocessor pre-close hooks at 1732468851226Disabling compacts and flushes for region at 1732468851226Disabling writes for close at 1732468851226Obtaining lock to block concurrent updates at 1732468851226Preparing flush snapshotting stores in 1588230740 at 1732468851226Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732468851226Flushing stores of hbase:meta,,1.1588230740 at 1732468851226Flushing 1588230740/info: creating writer at 1732468851227 (+1 ms)Flushing 1588230740/info: appending metadata at 1732468851248 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732468851248Flushing 1588230740/ns: creating writer at 1732468851279 (+31 ms)Flushing 1588230740/ns: appending metadata at 1732468851301 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732468851301Flushing 1588230740/table: creating writer at 1732468851723 (+422 ms)Flushing 1588230740/table: appending metadata at 1732468851746 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732468851747 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c3e4f8: reopening flushed file at 1732468851789 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@652919c9: reopening flushed file at 1732468851797 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e61d26: reopening flushed file at 1732468851809 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 596ms, sequenceid=11, compaction requested=false at 1732468851823 (+14 ms)Writing region close event to WAL at 1732468851862 (+39 ms)Running coprocessor post-close hooks at 1732468851870 (+8 ms)Closed at 1732468851871 (+1 ms) 2024-11-24T17:20:51,871 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:20:51,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:20:51,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T17:20:51,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:20:51,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T17:20:51,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:20:51,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T17:20:52,030 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,41877,1732468839774; all regions closed. 2024-11-24T17:20:52,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741834_1010 (size=2742) 2024-11-24T17:20:52,035 DEBUG [RS:0;a23eb99f71f0:41877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/oldWALs 2024-11-24T17:20:52,035 INFO [RS:0;a23eb99f71f0:41877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C41877%2C1732468839774.meta:.meta(num 1732468842733) 2024-11-24T17:20:52,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741837_1013 (size=1586) 2024-11-24T17:20:52,062 DEBUG [RS:0;a23eb99f71f0:41877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/oldWALs 2024-11-24T17:20:52,062 INFO [RS:0;a23eb99f71f0:41877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C41877%2C1732468839774.rep:(num 1732468850476) 2024-11-24T17:20:52,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741832_1008 (size=93) 2024-11-24T17:20:52,084 DEBUG [RS:0;a23eb99f71f0:41877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/oldWALs 2024-11-24T17:20:52,084 INFO [RS:0;a23eb99f71f0:41877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C41877%2C1732468839774:(num 1732468841739) 2024-11-24T17:20:52,084 DEBUG [RS:0;a23eb99f71f0:41877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:52,084 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:20:52,084 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:20:52,085 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:20:52,085 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:20:52,085 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:20:52,085 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,41877,1732468839774 because: Region server is closing 2024-11-24T17:20:52,085 INFO [RS:0;a23eb99f71f0:41877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:41877. 2024-11-24T17:20:52,085 DEBUG [RS:0;a23eb99f71f0:41877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:52,085 DEBUG [RS:0;a23eb99f71f0:41877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:52,085 DEBUG [RS:0;a23eb99f71f0:41877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:52,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:20:52,186 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774.replicationSource.wal-reader.a23eb99f71f0%2C41877%2C1732468839774,1-a23eb99f71f0,41877,1732468839774 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T17:20:52,186 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774.replicationSource.shippera23eb99f71f0%2C41877%2C1732468839774,1-a23eb99f71f0,41877,1732468839774 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T17:20:52,186 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41877,1732468839774.replicationSource.shippera23eb99f71f0%2C41877%2C1732468839774,1-a23eb99f71f0,41877,1732468839774 terminated 2024-11-24T17:20:52,186 INFO [RS:0;a23eb99f71f0:41877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41877 2024-11-24T17:20:52,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966012563/rs/a23eb99f71f0,41877,1732468839774 2024-11-24T17:20:52,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563/rs 2024-11-24T17:20:52,234 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:20:52,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,41877,1732468839774] 2024-11-24T17:20:52,254 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/draining/a23eb99f71f0,41877,1732468839774 already deleted, retry=false 2024-11-24T17:20:52,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,41877,1732468839774 expired; onlineServers=0 2024-11-24T17:20:52,255 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,44283,1732468839525' ***** 2024-11-24T17:20:52,255 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:20:52,255 INFO [M:0;a23eb99f71f0:44283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:20:52,255 INFO [M:0;a23eb99f71f0:44283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:20:52,255 DEBUG [M:0;a23eb99f71f0:44283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:20:52,255 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:20:52,255 DEBUG [M:0;a23eb99f71f0:44283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:20:52,255 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468841478 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468841478,5,FailOnTimeoutGroup] 2024-11-24T17:20:52,255 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468841478 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468841478,5,FailOnTimeoutGroup] 2024-11-24T17:20:52,255 INFO [M:0;a23eb99f71f0:44283 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:20:52,255 INFO [M:0;a23eb99f71f0:44283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:20:52,255 DEBUG [M:0;a23eb99f71f0:44283 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:20:52,255 INFO [M:0;a23eb99f71f0:44283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:20:52,255 INFO [M:0;a23eb99f71f0:44283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:20:52,255 INFO [M:0;a23eb99f71f0:44283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:20:52,256 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:20:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966012563/master 2024-11-24T17:20:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:52,265 DEBUG [M:0;a23eb99f71f0:44283 {}] zookeeper.ZKUtil(347): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Unable to get data of znode /0-1966012563/master because node does not exist (not an error) 2024-11-24T17:20:52,265 WARN [M:0;a23eb99f71f0:44283 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:20:52,266 INFO [M:0;a23eb99f71f0:44283 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/.lastflushedseqids 2024-11-24T17:20:52,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741842_1018 (size=181) 2024-11-24T17:20:52,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:20:52,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41877-0x1016ddc871e0001, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:20:52,344 INFO [RS:0;a23eb99f71f0:41877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:20:52,344 INFO [RS:0;a23eb99f71f0:41877 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,41877,1732468839774; zookeeper connection closed. 2024-11-24T17:20:52,344 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25f1ab3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25f1ab3d 2024-11-24T17:20:52,345 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:20:52,671 INFO [M:0;a23eb99f71f0:44283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:20:52,672 INFO [M:0;a23eb99f71f0:44283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:20:52,672 DEBUG [M:0;a23eb99f71f0:44283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:20:52,672 INFO [M:0;a23eb99f71f0:44283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:52,672 DEBUG [M:0;a23eb99f71f0:44283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:52,672 DEBUG [M:0;a23eb99f71f0:44283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:20:52,672 DEBUG [M:0;a23eb99f71f0:44283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:52,672 INFO [M:0;a23eb99f71f0:44283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T17:20:52,697 DEBUG [M:0;a23eb99f71f0:44283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f433c69984284963888f6d7ddc779893 is 82, key is hbase:meta,,1/info:regioninfo/1732468842766/Put/seqid=0 2024-11-24T17:20:52,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741843_1019 (size=5672) 2024-11-24T17:20:53,105 INFO [M:0;a23eb99f71f0:44283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f433c69984284963888f6d7ddc779893 2024-11-24T17:20:53,169 DEBUG [M:0;a23eb99f71f0:44283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/750a78c23f0d40628adcc966dc502c85 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732468850537/Put/seqid=0 2024-11-24T17:20:53,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741844_1020 (size=7203) 2024-11-24T17:20:53,619 INFO [M:0;a23eb99f71f0:44283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/750a78c23f0d40628adcc966dc502c85 2024-11-24T17:20:53,638 DEBUG [M:0;a23eb99f71f0:44283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04e709943e33434a844dea68e9d973ae is 69, key is a23eb99f71f0,41877,1732468839774/rs:state/1732468841563/Put/seqid=0 2024-11-24T17:20:53,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741845_1021 (size=5156) 2024-11-24T17:20:54,044 INFO [M:0;a23eb99f71f0:44283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04e709943e33434a844dea68e9d973ae 2024-11-24T17:20:54,068 DEBUG [M:0;a23eb99f71f0:44283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f433c69984284963888f6d7ddc779893 as hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f433c69984284963888f6d7ddc779893 2024-11-24T17:20:54,083 INFO [M:0;a23eb99f71f0:44283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f433c69984284963888f6d7ddc779893, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T17:20:54,084 DEBUG [M:0;a23eb99f71f0:44283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/750a78c23f0d40628adcc966dc502c85 as hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/750a78c23f0d40628adcc966dc502c85 2024-11-24T17:20:54,091 INFO [M:0;a23eb99f71f0:44283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/750a78c23f0d40628adcc966dc502c85, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T17:20:54,095 DEBUG [M:0;a23eb99f71f0:44283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04e709943e33434a844dea68e9d973ae as hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04e709943e33434a844dea68e9d973ae 2024-11-24T17:20:54,102 INFO [M:0;a23eb99f71f0:44283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04e709943e33434a844dea68e9d973ae, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T17:20:54,103 INFO [M:0;a23eb99f71f0:44283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1431ms, sequenceid=70, compaction requested=false 2024-11-24T17:20:54,142 INFO [M:0;a23eb99f71f0:44283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:20:54,143 DEBUG [M:0;a23eb99f71f0:44283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468852672Disabling compacts and flushes for region at 1732468852672Disabling writes for close at 1732468852672Obtaining lock to block concurrent updates at 1732468852672Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468852672Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732468852673 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468852673Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468852673Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468852697 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468852697Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468853134 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468853168 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468853168Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468853625 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468853638 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468853638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799af61b: reopening flushed file at 1732468854067 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4544bb05: reopening flushed file at 1732468854083 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c15533c: reopening flushed file at 1732468854093 (+10 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1431ms, sequenceid=70, compaction requested=false at 1732468854103 (+10 ms)Writing region close event to WAL at 1732468854142 (+39 ms)Closed at 1732468854142 2024-11-24T17:20:54,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741830_1006 (size=41008) 2024-11-24T17:20:54,145 INFO [M:0;a23eb99f71f0:44283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:20:54,145 INFO [M:0;a23eb99f71f0:44283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44283 2024-11-24T17:20:54,145 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:20:54,145 INFO [M:0;a23eb99f71f0:44283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:20:54,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:20:54,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44283-0x1016ddc871e0000, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:20:54,260 INFO [M:0;a23eb99f71f0:44283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:20:54,262 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:20:54,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:54,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:54,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:20:54,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:54,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:20:54,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:20:54,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:20:54,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37477 2024-11-24T17:20:54,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37477 connecting to ZooKeeper ensemble=127.0.0.1:49513 2024-11-24T17:20:54,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374770x0, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:20:54,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37477-0x1016ddc871e0006 connected 2024-11-24T17:20:54,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:54,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:54,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/running 2024-11-24T17:20:54,292 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966012563/meta-region-server: INIT 2024-11-24T17:20:54,292 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6, hbase.cluster.distributed=false 2024-11-24T17:20:54,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/acl 2024-11-24T17:20:54,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37477 2024-11-24T17:20:54,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37477 2024-11-24T17:20:54,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37477 2024-11-24T17:20:54,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37477 2024-11-24T17:20:54,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37477 2024-11-24T17:20:54,315 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:20:54,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:54,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:54,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:20:54,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:20:54,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:20:54,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:20:54,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:20:54,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40613 2024-11-24T17:20:54,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40613 connecting to ZooKeeper ensemble=127.0.0.1:49513 2024-11-24T17:20:54,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:54,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:54,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406130x0, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:20:54,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406130x0, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/running 2024-11-24T17:20:54,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:20:54,341 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966012563/meta-region-server: INIT 2024-11-24T17:20:54,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40613-0x1016ddc871e0007 connected 2024-11-24T17:20:54,348 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:20:54,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/master 2024-11-24T17:20:54,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/acl 2024-11-24T17:20:54,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40613 2024-11-24T17:20:54,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40613 2024-11-24T17:20:54,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40613 2024-11-24T17:20:54,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40613 2024-11-24T17:20:54,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40613 2024-11-24T17:20:54,381 DEBUG [M:0;a23eb99f71f0:37477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:37477 2024-11-24T17:20:54,388 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1966012563/backup-masters/a23eb99f71f0,37477,1732468854262 2024-11-24T17:20:54,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563/backup-masters 2024-11-24T17:20:54,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563/backup-masters 2024-11-24T17:20:54,404 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on existing znode=/0-1966012563/backup-masters/a23eb99f71f0,37477,1732468854262 2024-11-24T17:20:54,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:54,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1966012563/master 2024-11-24T17:20:54,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:54,413 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on existing znode=/0-1966012563/master 2024-11-24T17:20:54,413 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1966012563/backup-masters/a23eb99f71f0,37477,1732468854262 from backup master directory 2024-11-24T17:20:54,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563/backup-masters 2024-11-24T17:20:54,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966012563/backup-masters/a23eb99f71f0,37477,1732468854262 2024-11-24T17:20:54,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563/backup-masters 2024-11-24T17:20:54,426 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:20:54,426 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,37477,1732468854262 2024-11-24T17:20:54,438 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:20:54,438 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:20:54,448 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 10ms. 2024-11-24T17:20:54,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741846_1022 (size=196) 2024-11-24T17:20:54,817 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:20:54,880 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:20:54,881 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:20:54,881 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:20:54,891 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T17:20:54,898 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,44283,1732468839525 to hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,44283,1732468839525-dead as it is dead 2024-11-24T17:20:54,899 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,44283,1732468839525-dead/a23eb99f71f0%2C44283%2C1732468839525.1732468841213 2024-11-24T17:20:54,899 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,44283,1732468839525-dead/a23eb99f71f0%2C44283%2C1732468839525.1732468841213 after 0ms 2024-11-24T17:20:54,900 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,44283,1732468839525-dead/a23eb99f71f0%2C44283%2C1732468839525.1732468841213 to hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a23eb99f71f0%2C44283%2C1732468839525.1732468841213 2024-11-24T17:20:54,900 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,44283,1732468839525-dead 2024-11-24T17:20:54,901 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,37477,1732468854262 2024-11-24T17:20:54,902 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:20:54,903 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C37477%2C1732468854262, suffix=, logDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,37477,1732468854262, archiveDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/oldWALs, maxLogs=10 2024-11-24T17:20:54,920 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,37477,1732468854262/a23eb99f71f0%2C37477%2C1732468854262.1732468854903, exclude list is [], retry=0 2024-11-24T17:20:54,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42301,DS-a4eb98fc-ac42-4c0e-a160-8212b5addb98,DISK] 2024-11-24T17:20:54,924 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/WALs/a23eb99f71f0,37477,1732468854262/a23eb99f71f0%2C37477%2C1732468854262.1732468854903 2024-11-24T17:20:54,924 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35245:35245)] 2024-11-24T17:20:54,924 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:20:54,925 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:20:54,925 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:54,925 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:54,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:54,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:20:54,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:54,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f433c69984284963888f6d7ddc779893 2024-11-24T17:20:54,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:54,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:54,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:20:54,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:54,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/750a78c23f0d40628adcc966dc502c85 2024-11-24T17:20:54,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:20:54,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:54,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:20:54,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:54,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04e709943e33434a844dea68e9d973ae 2024-11-24T17:20:54,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:20:54,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:54,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:20:54,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:54,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:20:54,961 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:54,962 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T17:20:54,962 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a23eb99f71f0%2C44283%2C1732468839525.1732468841213 2024-11-24T17:20:54,971 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a23eb99f71f0%2C44283%2C1732468839525.1732468841213 2024-11-24T17:20:54,973 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a23eb99f71f0%2C44283%2C1732468839525.1732468841213 2024-11-24T17:20:54,975 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:54,976 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:54,977 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:20:54,985 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:20:55,003 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-24T17:20:55,005 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61116737, jitterRate=-0.08928965032100677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:20:55,005 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468854925Initializing all the Stores at 1732468854926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468854926Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468854926Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468854926Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468854926Cleaning up temporary data from old regions at 1732468854976 (+50 ms)Region opened successfully at 1732468855005 (+29 ms) 2024-11-24T17:20:55,024 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:20:55,028 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbd84ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:20:55,031 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T17:20:55,031 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:20:55,031 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:20:55,031 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:20:55,032 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:20:55,036 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:20:55,037 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:20:55,037 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:20:55,037 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-24T17:20:55,037 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:20:55,062 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a23eb99f71f0,41877,1732468839774, regionLocation=a23eb99f71f0,41877,1732468839774, openSeqNum=2 2024-11-24T17:20:55,062 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a23eb99f71f0,41877,1732468839774, table=hbase:meta, region=1588230740 2024-11-24T17:20:55,063 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,41877,1732468839774, state=OPEN 2024-11-24T17:20:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1966012563/meta-region-server 2024-11-24T17:20:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1966012563/meta-region-server 2024-11-24T17:20:55,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966012563/meta-region-server: CHANGED 2024-11-24T17:20:55,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966012563/meta-region-server: CHANGED 2024-11-24T17:20:55,124 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:20:55,128 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/draining/a23eb99f71f0,41877,1732468839774 already deleted, retry=false 2024-11-24T17:20:55,128 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a23eb99f71f0,41877,1732468839774 on a23eb99f71f0,37477,1732468854262 2024-11-24T17:20:55,130 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a23eb99f71f0,41877,1732468839774, splitWal=true, meta=true 2024-11-24T17:20:55,130 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for a23eb99f71f0,41877,1732468839774 (carryingMeta=true) a23eb99f71f0,41877,1732468839774/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@19b5f35b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T17:20:55,132 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Unable to get data of znode /0-1966012563/balancer because node does not exist (not necessarily an error) 2024-11-24T17:20:55,139 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/balancer already deleted, retry=false 2024-11-24T17:20:55,139 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:20:55,140 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Unable to get data of znode /0-1966012563/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:20:55,149 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/normalizer already deleted, retry=false 2024-11-24T17:20:55,150 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:20:55,163 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Unable to get data of znode /0-1966012563/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:20:55,170 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/switch/split already deleted, retry=false 2024-11-24T17:20:55,171 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Unable to get data of znode /0-1966012563/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:20:55,181 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/switch/merge already deleted, retry=false 2024-11-24T17:20:55,195 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Unable to get data of znode /0-1966012563/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:20:55,202 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/snapshot-cleanup already deleted, retry=false 2024-11-24T17:20:55,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1966012563/running 2024-11-24T17:20:55,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1966012563/running 2024-11-24T17:20:55,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:55,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:20:55,216 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,37477,1732468854262, sessionid=0x1016ddc871e0006, setting cluster-up flag (Was=false) 2024-11-24T17:20:55,224 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1966012563/flush-table-proc/acquired, /0-1966012563/flush-table-proc/reached, /0-1966012563/flush-table-proc/abort 2024-11-24T17:20:55,225 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,37477,1732468854262 2024-11-24T17:20:55,235 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1966012563/online-snapshot/acquired, /0-1966012563/online-snapshot/reached, /0-1966012563/online-snapshot/abort 2024-11-24T17:20:55,241 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,37477,1732468854262 2024-11-24T17:20:55,245 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/.lastflushedseqids 2024-11-24T17:20:55,252 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:20:55,253 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:20:55,253 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,37477,1732468854262 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a23eb99f71f0,41877,1732468839774 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:20:55,254 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:20:55,254 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:20:55,254 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:20:55,254 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:20:55,254 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:20:55,254 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,254 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:20:55,254 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,256 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a23eb99f71f0,41877,1732468839774, splitWal=true, meta=true 2024-11-24T17:20:55,257 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a23eb99f71f0,41877,1732468839774, splitWal=true, meta=true, isMeta: true 2024-11-24T17:20:55,258 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774-splitting 2024-11-24T17:20:55,259 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774-splitting dir is empty, no logs to split. 2024-11-24T17:20:55,259 INFO [PEWorker-1 {}] master.SplitWALManager(105): a23eb99f71f0,41877,1732468839774 WAL count=0, meta=true 2024-11-24T17:20:55,260 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468885260 2024-11-24T17:20:55,260 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:20:55,260 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:20:55,260 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:20:55,260 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:20:55,261 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:20:55,261 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:20:55,261 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774-splitting dir is empty, no logs to split. 2024-11-24T17:20:55,261 INFO [PEWorker-1 {}] master.SplitWALManager(105): a23eb99f71f0,41877,1732468839774 WAL count=0, meta=true 2024-11-24T17:20:55,261 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a23eb99f71f0,41877,1732468839774 WAL splitting is done? wals=0, meta=true 2024-11-24T17:20:55,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:20:55,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:20:55,264 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,264 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T17:20:55,266 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:20:55,267 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:20:55,267 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:20:55,267 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:20:55,267 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:20:55,267 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:20:55,268 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(746): ClusterId : b656614b-d4a5-47b3-8846-3a7f9e8891bf 2024-11-24T17:20:55,268 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:20:55,272 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468855268,5,FailOnTimeoutGroup] 2024-11-24T17:20:55,273 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468855272,5,FailOnTimeoutGroup] 2024-11-24T17:20:55,273 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,274 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:20:55,274 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,274 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,274 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468855274, completionTime=-1 2024-11-24T17:20:55,274 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T17:20:55,274 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T17:20:55,334 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:20:55,334 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:20:55,371 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:20:55,371 DEBUG [RS:0;a23eb99f71f0:40613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206f2172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:20:55,383 DEBUG [RS:0;a23eb99f71f0:40613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:40613 2024-11-24T17:20:55,383 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:20:55,383 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:20:55,383 DEBUG [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:20:55,384 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,37477,1732468854262 with port=40613, startcode=1732468854315 2024-11-24T17:20:55,384 DEBUG [RS:0;a23eb99f71f0:40613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:20:55,385 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:20:55,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,40613,1732468854315 2024-11-24T17:20:55,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37477 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,40613,1732468854315 2024-11-24T17:20:55,387 DEBUG [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6 2024-11-24T17:20:55,387 DEBUG [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39841 2024-11-24T17:20:55,387 DEBUG [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:20:55,390 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:20:55,414 WARN [a23eb99f71f0:37477 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T17:20:55,424 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T17:20:55,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:55,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:55,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:55,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:55,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:20:55,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563/rs 2024-11-24T17:20:55,455 DEBUG [RS:0;a23eb99f71f0:40613 {}] zookeeper.ZKUtil(111): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on existing znode=/0-1966012563/rs/a23eb99f71f0,40613,1732468854315 2024-11-24T17:20:55,455 WARN [RS:0;a23eb99f71f0:40613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:20:55,456 INFO [RS:0;a23eb99f71f0:40613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:20:55,456 DEBUG [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315 2024-11-24T17:20:55,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,40613,1732468854315] 2024-11-24T17:20:55,506 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:20:55,508 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:20:55,510 INFO [RS:0;a23eb99f71f0:40613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:20:55,510 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,511 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:20:55,512 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:20:55,512 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,515 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,515 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,515 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,515 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,515 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,516 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:20:55,516 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,516 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,516 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,516 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,516 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,516 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:20:55,516 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:20:55,516 DEBUG [RS:0;a23eb99f71f0:40613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:20:55,518 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,518 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,518 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,518 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,518 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,518 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40613,1732468854315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:20:55,530 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:20:55,530 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40613,1732468854315-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,542 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,40613,1732468854315, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:20:55,542 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,542 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.Replication(171): a23eb99f71f0,40613,1732468854315 started 2024-11-24T17:20:55,554 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource,1-a23eb99f71f0,40613,1732468854315 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:35481' 2024-11-24T17:20:55,554 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:55,554 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,40613,1732468854315, RpcServer on a23eb99f71f0/172.17.0.3:40613, sessionid=0x1016ddc871e0007 2024-11-24T17:20:55,554 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:20:55,554 DEBUG [RS:0;a23eb99f71f0:40613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,40613,1732468854315 2024-11-24T17:20:55,554 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,40613,1732468854315' 2024-11-24T17:20:55,554 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1966012563/flush-table-proc/abort' 2024-11-24T17:20:55,555 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1966012563/flush-table-proc/acquired' 2024-11-24T17:20:55,555 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:20:55,555 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:20:55,555 DEBUG [RS:0;a23eb99f71f0:40613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,40613,1732468854315 2024-11-24T17:20:55,555 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,40613,1732468854315' 2024-11-24T17:20:55,555 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1966012563/online-snapshot/abort' 2024-11-24T17:20:55,555 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource,1-a23eb99f71f0,40613,1732468854315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@431672ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:55,555 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource,1-a23eb99f71f0,40613,1732468854315 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,35481,-1 for getting cluster id 2024-11-24T17:20:55,555 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource,1-a23eb99f71f0,40613,1732468854315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:20:55,555 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1966012563/online-snapshot/acquired' 2024-11-24T17:20:55,556 DEBUG [RS:0;a23eb99f71f0:40613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:20:55,556 INFO [RS:0;a23eb99f71f0:40613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:20:55,556 INFO [RS:0;a23eb99f71f0:40613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:20:55,556 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46259ac9-8399-410d-a7dd-677e15d6b519' 2024-11-24T17:20:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:20:55,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46259ac9-8399-410d-a7dd-677e15d6b519" 2024-11-24T17:20:55,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541d36c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:55,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,35481,-1] 2024-11-24T17:20:55,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:20:55,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:55,558 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:20:55,558 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource,1-a23eb99f71f0,40613,1732468854315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d27e761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:55,559 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource,1-a23eb99f71f0,40613,1732468854315 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:20:55,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,35481,1732468846281 2024-11-24T17:20:55,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@775aafd9 2024-11-24T17:20:55,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:20:55,560 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-24T17:20:55,561 INFO [RS:0;a23eb99f71f0:40613.replicationSource,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,40613,1732468854315 (queues=0) is replicating from cluster=b656614b-d4a5-47b3-8846-3a7f9e8891bf to cluster=46259ac9-8399-410d-a7dd-677e15d6b519 2024-11-24T17:20:55,656 INFO [RS:0;a23eb99f71f0:40613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:20:55,669 INFO [RS:0;a23eb99f71f0:40613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C40613%2C1732468854315, suffix=, logDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315, archiveDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/oldWALs, maxLogs=10 2024-11-24T17:20:55,721 DEBUG [RS:0;a23eb99f71f0:40613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670, exclude list is [], retry=0 2024-11-24T17:20:55,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42301,DS-a4eb98fc-ac42-4c0e-a160-8212b5addb98,DISK] 2024-11-24T17:20:55,753 INFO [RS:0;a23eb99f71f0:40613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670 2024-11-24T17:20:55,757 DEBUG [RS:0;a23eb99f71f0:40613 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a23eb99f71f0%2C40613%2C1732468854315 for peer 1 2024-11-24T17:20:55,757 DEBUG [RS:0;a23eb99f71f0:40613 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C40613%2C1732468854315 2024-11-24T17:20:55,757 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,40613,1732468854315, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:20:55,763 DEBUG [RS:0;a23eb99f71f0:40613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35245:35245)] 2024-11-24T17:20:55,763 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource.wal-reader.a23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670, startPosition=0, beingWritten=true 2024-11-24T17:20:55,763 INFO [RS:0;a23eb99f71f0:40613.replicationSource.shippera23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C40613%2C1732468854315 2024-11-24T17:20:55,915 DEBUG [a23eb99f71f0:37477 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:20:55,915 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,40613,1732468854315 2024-11-24T17:20:55,917 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,40613,1732468854315, state=OPENING 2024-11-24T17:20:55,970 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource.wal-reader.a23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670 to pos 0, reset compression=false 2024-11-24T17:20:56,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1966012563/meta-region-server 2024-11-24T17:20:56,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1966012563/meta-region-server 2024-11-24T17:20:56,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966012563/meta-region-server: CHANGED 2024-11-24T17:20:56,002 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:20:56,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,40613,1732468854315}] 2024-11-24T17:20:56,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966012563/meta-region-server: CHANGED 2024-11-24T17:20:56,162 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:20:56,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:20:56,172 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:20:56,172 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:20:56,173 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:20:56,180 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C40613%2C1732468854315.meta, suffix=.meta, logDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315, archiveDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/oldWALs, maxLogs=10 2024-11-24T17:20:56,197 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.meta.1732468856180.meta, exclude list is [], retry=0 2024-11-24T17:20:56,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42301,DS-a4eb98fc-ac42-4c0e-a160-8212b5addb98,DISK] 2024-11-24T17:20:56,212 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.meta.1732468856180.meta 2024-11-24T17:20:56,215 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35245:35245)] 2024-11-24T17:20:56,216 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:20:56,216 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:20:56,216 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:20:56,216 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:20:56,216 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:20:56,217 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:20:56,217 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:20:56,217 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:20:56,217 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:20:56,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:20:56,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:20:56,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:56,229 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/info/ed63152aed874a88a77aa845ce3a546b 2024-11-24T17:20:56,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:56,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:20:56,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:20:56,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:56,249 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/ns/85ffcfa1983e4f9db6458f63f38915dc 2024-11-24T17:20:56,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:56,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:20:56,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:20:56,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:56,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:56,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:20:56,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:20:56,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:20:56,288 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/table/3e8876a203df4956af77ac4e1353e6ee 2024-11-24T17:20:56,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:20:56,289 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:20:56,290 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740 2024-11-24T17:20:56,293 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740 2024-11-24T17:20:56,297 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:20:56,297 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:20:56,299 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:20:56,300 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:20:56,303 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69116686, jitterRate=0.02991887927055359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:20:56,303 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:20:56,303 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468856217Writing region info on filesystem at 1732468856217Initializing all the Stores at 1732468856218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468856218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468856221 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468856221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468856221Cleaning up temporary data from old regions at 1732468856297 (+76 ms)Running coprocessor post-open hooks at 1732468856303 (+6 ms)Region opened successfully at 1732468856303 2024-11-24T17:20:56,306 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732468856161 2024-11-24T17:20:56,307 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource.wal-reader.a23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670 to pos 0, reset compression=false 2024-11-24T17:20:56,309 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:20:56,309 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:20:56,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a23eb99f71f0,40613,1732468854315 2024-11-24T17:20:56,312 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,40613,1732468854315, state=OPEN 2024-11-24T17:20:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1966012563/meta-region-server 2024-11-24T17:20:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1966012563/meta-region-server 2024-11-24T17:20:56,318 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,40613,1732468854315 2024-11-24T17:20:56,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966012563/meta-region-server: CHANGED 2024-11-24T17:20:56,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1966012563/meta-region-server: CHANGED 2024-11-24T17:20:56,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T17:20:56,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,40613,1732468854315 in 316 msec 2024-11-24T17:20:56,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:20:56,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0580 sec 2024-11-24T17:20:56,762 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource.wal-reader.a23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670 to pos 0, reset compression=false 2024-11-24T17:20:56,927 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-24T17:20:57,268 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource.wal-reader.a23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670 to pos 0, reset compression=false 2024-11-24T17:20:57,873 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource.wal-reader.a23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670 to pos 0, reset compression=false 2024-11-24T17:20:58,430 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-24T17:20:58,577 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource.wal-reader.a23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670 to pos 0, reset compression=false 2024-11-24T17:20:59,382 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource.wal-reader.a23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670 to pos 0, reset compression=false 2024-11-24T17:20:59,782 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T17:20:59,782 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:20:59,783 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:20:59,783 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,40613,1732468854315, seqNum=-1] 2024-11-24T17:20:59,783 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:20:59,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:20:59,787 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cda182f161e5891e85a620f3493ea238, regionState=OPEN, lastHost=a23eb99f71f0,41877,1732468839774, regionLocation=a23eb99f71f0,41877,1732468839774, openSeqNum=2 2024-11-24T17:20:59,787 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:20:59,787 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468919787 2024-11-24T17:20:59,787 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732468979787 2024-11-24T17:20:59,787 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-24T17:20:59,788 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a23eb99f71f0,41877,1732468839774 had 2 regions 2024-11-24T17:20:59,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37477,1732468854262-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:59,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37477,1732468854262-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:59,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37477,1732468854262-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:59,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:37477, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:59,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:59,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:59,789 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a23eb99f71f0,41877,1732468839774, splitWal=true, meta=true, isMeta: false 2024-11-24T17:20:59,790 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774-splitting dir is empty, no logs to split. 2024-11-24T17:20:59,790 INFO [PEWorker-3 {}] master.SplitWALManager(105): a23eb99f71f0,41877,1732468839774 WAL count=0, meta=false 2024-11-24T17:20:59,793 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,41877,1732468839774-splitting dir is empty, no logs to split. 2024-11-24T17:20:59,793 INFO [PEWorker-3 {}] master.SplitWALManager(105): a23eb99f71f0,41877,1732468839774 WAL count=0, meta=false 2024-11-24T17:20:59,793 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a23eb99f71f0,41877,1732468839774 WAL splitting is done? wals=0, meta=false 2024-11-24T17:20:59,794 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.368sec 2024-11-24T17:20:59,794 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:20:59,794 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:20:59,794 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:20:59,794 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:20:59,795 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:20:59,795 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37477,1732468854262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:20:59,795 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37477,1732468854262-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:20:59,795 WARN [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a23eb99f71f0,41877,1732468839774/hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:20:59,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cda182f161e5891e85a620f3493ea238, ASSIGN}] 2024-11-24T17:20:59,798 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:20:59,798 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:20:59,798 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37477,1732468854262-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:20:59,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cda182f161e5891e85a620f3493ea238, ASSIGN 2024-11-24T17:20:59,799 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cda182f161e5891e85a620f3493ea238, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T17:20:59,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669b4dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:59,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37477,-1 for getting cluster id 2024-11-24T17:20:59,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:20:59,872 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b656614b-d4a5-47b3-8846-3a7f9e8891bf' 2024-11-24T17:20:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:20:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b656614b-d4a5-47b3-8846-3a7f9e8891bf" 2024-11-24T17:20:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43163c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37477,-1] 2024-11-24T17:20:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:20:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:59,874 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:20:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c87842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:59,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:20:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,40613,1732468854315, seqNum=-1] 2024-11-24T17:20:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:20:59,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:20:59,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T17:20:59,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:20:59,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:59,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:59,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:59,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:20:59,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a23eb99f71f0:37477 after: a23eb99f71f0:37477 2024-11-24T17:20:59,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bf24f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:59,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37477,-1 for getting cluster id 2024-11-24T17:20:59,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:20:59,880 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b656614b-d4a5-47b3-8846-3a7f9e8891bf' 2024-11-24T17:20:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:20:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b656614b-d4a5-47b3-8846-3a7f9e8891bf" 2024-11-24T17:20:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d89614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37477,-1] 2024-11-24T17:20:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:20:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:59,881 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:20:59,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c03e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:20:59,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:20:59,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,37477,1732468854262 2024-11-24T17:20:59,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66ebd08a 2024-11-24T17:20:59,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:20:59,883 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:20:59,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-24T17:20:59,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:20:59,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:20:59,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:59,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:59,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:59,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:20:59,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:20:59,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=410990723, stopped=false 2024-11-24T17:20:59,884 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,35481,1732468846281 2024-11-24T17:20:59,949 DEBUG [a23eb99f71f0:37477 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:20:59,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cda182f161e5891e85a620f3493ea238, regionState=OPENING, regionLocation=a23eb99f71f0,40613,1732468854315 2024-11-24T17:20:59,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cda182f161e5891e85a620f3493ea238, ASSIGN because future has completed 2024-11-24T17:20:59,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cda182f161e5891e85a620f3493ea238, server=a23eb99f71f0,40613,1732468854315}] 2024-11-24T17:20:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1186676770/running 2024-11-24T17:20:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1186676770/running 2024-11-24T17:20:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:20:59,980 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:20:59,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:20:59,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:59,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:59,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Set watcher on znode that does not yet exist, /1-1186676770/running 2024-11-24T17:20:59,981 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,36843,1732468846552' ***** 2024-11-24T17:20:59,981 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:20:59,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Set watcher on znode that does not yet exist, /1-1186676770/running 2024-11-24T17:20:59,981 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:20:59,981 INFO [RS:0;a23eb99f71f0:36843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:20:59,981 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:20:59,981 INFO [RS:0;a23eb99f71f0:36843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:20:59,981 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,36843,1732468846552 2024-11-24T17:20:59,981 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:20:59,981 INFO [RS:0;a23eb99f71f0:36843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:36843. 2024-11-24T17:20:59,982 DEBUG [RS:0;a23eb99f71f0:36843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:20:59,982 DEBUG [RS:0;a23eb99f71f0:36843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:20:59,982 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:20:59,982 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:20:59,982 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:20:59,982 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:20:59,982 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:20:59,982 DEBUG [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:20:59,982 DEBUG [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:20:59,982 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:20:59,982 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:20:59,982 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:20:59,982 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:20:59,982 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:20:59,982 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T17:20:59,995 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/data/hbase/meta/1588230740/.tmp/ns/446969eab6c741518177f26369467db9 is 43, key is default/ns:d/1732468849935/Put/seqid=0 2024-11-24T17:21:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741835_1011 (size=5153) 2024-11-24T17:21:00,042 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:21:00,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:21:00,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:00,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:21:00,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C40613%2C1732468854315.rep, suffix=, logDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315, archiveDir=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/oldWALs, maxLogs=10 2024-11-24T17:21:00,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.rep.1732468860109, exclude list is [], retry=0 2024-11-24T17:21:00,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42301,DS-a4eb98fc-ac42-4c0e-a160-8212b5addb98,DISK] 2024-11-24T17:21:00,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.rep.1732468860109 2024-11-24T17:21:00,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35245:35245)] 2024-11-24T17:21:00,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => cda182f161e5891e85a620f3493ea238, NAME => 'hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:00,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:00,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:21:00,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. service=MultiRowMutationService 2024-11-24T17:21:00,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:21:00,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:00,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,126 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,127 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda182f161e5891e85a620f3493ea238 columnFamilyName hfileref 2024-11-24T17:21:00,127 DEBUG [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:00,127 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.HStore(327): Store=cda182f161e5891e85a620f3493ea238/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:00,127 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,128 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda182f161e5891e85a620f3493ea238 columnFamilyName queue 2024-11-24T17:21:00,128 DEBUG [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:00,132 DEBUG [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238/queue/c3f5f945e08248eaa34ef5c30b7fd4ec 2024-11-24T17:21:00,133 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.HStore(327): Store=cda182f161e5891e85a620f3493ea238/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:00,133 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,133 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cda182f161e5891e85a620f3493ea238 columnFamilyName sid 2024-11-24T17:21:00,133 DEBUG [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:00,134 INFO [StoreOpener-cda182f161e5891e85a620f3493ea238-1 {}] regionserver.HStore(327): Store=cda182f161e5891e85a620f3493ea238/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:00,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:21:00,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened cda182f161e5891e85a620f3493ea238; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74434025, jitterRate=0.10915340483188629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:21:00,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:00,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for cda182f161e5891e85a620f3493ea238: Running coprocessor pre-open hook at 1732468860125Writing region info on filesystem at 1732468860125Initializing all the Stores at 1732468860126 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468860126Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468860126Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468860126Cleaning up temporary data from old regions at 1732468860136 (+10 ms)Running coprocessor post-open hooks at 1732468860138 (+2 ms)Region opened successfully at 1732468860139 (+1 ms) 2024-11-24T17:21:00,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238., pid=13, masterSystemTime=1732468860104 2024-11-24T17:21:00,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:21:00,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:21:00,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cda182f161e5891e85a620f3493ea238, regionState=OPEN, openSeqNum=9, regionLocation=a23eb99f71f0,40613,1732468854315 2024-11-24T17:21:00,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cda182f161e5891e85a620f3493ea238, server=a23eb99f71f0,40613,1732468854315 because future has completed 2024-11-24T17:21:00,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T17:21:00,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure cda182f161e5891e85a620f3493ea238, server=a23eb99f71f0,40613,1732468854315 in 193 msec 2024-11-24T17:21:00,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-24T17:21:00,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cda182f161e5891e85a620f3493ea238, ASSIGN in 350 msec 2024-11-24T17:21:00,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T17:21:00,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238., hostname=a23eb99f71f0,40613,1732468854315, seqNum=9] 2024-11-24T17:21:00,167 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for a23eb99f71f0,41877,1732468839774 2024-11-24T17:21:00,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T17:21:00,182 DEBUG [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:21:00,287 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource.wal-reader.a23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670 to pos 0, reset compression=false 2024-11-24T17:21:00,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-24T17:21:00,382 DEBUG [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:21:00,401 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/data/hbase/meta/1588230740/.tmp/ns/446969eab6c741518177f26369467db9 2024-11-24T17:21:00,408 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/data/hbase/meta/1588230740/.tmp/ns/446969eab6c741518177f26369467db9 as hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/data/hbase/meta/1588230740/ns/446969eab6c741518177f26369467db9 2024-11-24T17:21:00,413 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/data/hbase/meta/1588230740/ns/446969eab6c741518177f26369467db9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T17:21:00,413 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-24T17:21:00,417 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T17:21:00,417 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:21:00,418 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:21:00,418 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:21:00,418 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468859982Running coprocessor pre-close hooks at 1732468859982Disabling compacts and flushes for region at 1732468859982Disabling writes for close at 1732468859982Obtaining lock to block concurrent updates at 1732468859982Preparing flush snapshotting stores in 1588230740 at 1732468859982Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732468859982Flushing stores of hbase:meta,,1.1588230740 at 1732468859983 (+1 ms)Flushing 1588230740/ns: creating writer at 1732468859983Flushing 1588230740/ns: appending metadata at 1732468859995 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732468859995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a58316: reopening flushed file at 1732468860407 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1732468860413 (+6 ms)Writing region close event to WAL at 1732468860414 (+1 ms)Running coprocessor post-close hooks at 1732468860417 (+3 ms)Closed at 1732468860418 (+1 ms) 2024-11-24T17:21:00,418 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:21:00,582 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,36843,1732468846552; all regions closed. 2024-11-24T17:21:00,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741834_1010 (size=1152) 2024-11-24T17:21:00,593 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/WALs/a23eb99f71f0,36843,1732468846552/a23eb99f71f0%2C36843%2C1732468846552.meta.1732468849868.meta not finished, retry = 0 2024-11-24T17:21:00,696 DEBUG [RS:0;a23eb99f71f0:36843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/oldWALs 2024-11-24T17:21:00,696 INFO [RS:0;a23eb99f71f0:36843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C36843%2C1732468846552.meta:.meta(num 1732468849868) 2024-11-24T17:21:00,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741832_1008 (size=93) 2024-11-24T17:21:00,699 DEBUG [RS:0;a23eb99f71f0:36843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/oldWALs 2024-11-24T17:21:00,699 INFO [RS:0;a23eb99f71f0:36843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C36843%2C1732468846552:(num 1732468848959) 2024-11-24T17:21:00,699 DEBUG [RS:0;a23eb99f71f0:36843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:00,699 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:21:00,699 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:21:00,699 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:21:00,700 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:21:00,700 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:21:00,700 INFO [RS:0;a23eb99f71f0:36843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36843 2024-11-24T17:21:00,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770/rs 2024-11-24T17:21:00,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1186676770/rs/a23eb99f71f0,36843,1732468846552 2024-11-24T17:21:00,717 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:21:00,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,36843,1732468846552] 2024-11-24T17:21:00,738 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1186676770/draining/a23eb99f71f0,36843,1732468846552 already deleted, retry=false 2024-11-24T17:21:00,738 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,36843,1732468846552 expired; onlineServers=0 2024-11-24T17:21:00,738 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,35481,1732468846281' ***** 2024-11-24T17:21:00,738 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:21:00,738 INFO [M:0;a23eb99f71f0:35481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:21:00,738 INFO [M:0;a23eb99f71f0:35481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:21:00,738 DEBUG [M:0;a23eb99f71f0:35481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:21:00,738 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:21:00,738 DEBUG [M:0;a23eb99f71f0:35481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:21:00,738 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468848696 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468848696,5,FailOnTimeoutGroup] 2024-11-24T17:21:00,738 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468848696 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468848696,5,FailOnTimeoutGroup] 2024-11-24T17:21:00,739 INFO [M:0;a23eb99f71f0:35481 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:21:00,739 INFO [M:0;a23eb99f71f0:35481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:21:00,739 DEBUG [M:0;a23eb99f71f0:35481 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:21:00,739 INFO [M:0;a23eb99f71f0:35481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:21:00,739 INFO [M:0;a23eb99f71f0:35481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:21:00,739 INFO [M:0;a23eb99f71f0:35481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:21:00,739 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:21:00,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1186676770/master 2024-11-24T17:21:00,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1186676770 2024-11-24T17:21:00,749 DEBUG [M:0;a23eb99f71f0:35481 {}] zookeeper.ZKUtil(347): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Unable to get data of znode /1-1186676770/master because node does not exist (not an error) 2024-11-24T17:21:00,749 WARN [M:0;a23eb99f71f0:35481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:21:00,750 INFO [M:0;a23eb99f71f0:35481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/.lastflushedseqids 2024-11-24T17:21:00,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741836_1012 (size=99) 2024-11-24T17:21:00,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:00,828 INFO [RS:0;a23eb99f71f0:36843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:21:00,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36843-0x1016ddc871e0004, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:00,828 INFO [RS:0;a23eb99f71f0:36843 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,36843,1732468846552; zookeeper connection closed. 2024-11-24T17:21:00,828 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d2dc6da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d2dc6da 2024-11-24T17:21:00,828 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:21:01,154 INFO [M:0;a23eb99f71f0:35481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:21:01,154 INFO [M:0;a23eb99f71f0:35481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:21:01,154 DEBUG [M:0;a23eb99f71f0:35481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:21:01,155 INFO [M:0;a23eb99f71f0:35481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:01,155 DEBUG [M:0;a23eb99f71f0:35481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:01,155 DEBUG [M:0;a23eb99f71f0:35481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:21:01,155 DEBUG [M:0;a23eb99f71f0:35481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:01,155 INFO [M:0;a23eb99f71f0:35481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T17:21:01,292 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource.wal-reader.a23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670 to pos 0, reset compression=false 2024-11-24T17:21:01,407 INFO [AsyncFSWAL-0-hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData-prefix:a23eb99f71f0,35481,1732468846281 {}] wal.AbstractFSWAL(1368): Slow sync cost: 251 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38087,DS-3bee7a3d-558b-4cd9-8627-8ba55d12b2ca,DISK]] 2024-11-24T17:21:01,420 DEBUG [M:0;a23eb99f71f0:35481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4266fdcfb48d476e95abb988ad84c669 is 82, key is hbase:meta,,1/info:regioninfo/1732468849904/Put/seqid=0 2024-11-24T17:21:01,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741837_1013 (size=5672) 2024-11-24T17:21:01,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:21:01,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:01,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:01,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:01,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:01,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:01,751 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:21:01,879 INFO [M:0;a23eb99f71f0:35481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4266fdcfb48d476e95abb988ad84c669 2024-11-24T17:21:01,896 DEBUG [M:0;a23eb99f71f0:35481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ba41c019db24a32982ba096ea91949b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732468849940/Put/seqid=0 2024-11-24T17:21:01,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741838_1014 (size=5275) 2024-11-24T17:21:01,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T17:21:01,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T17:21:02,300 INFO [M:0;a23eb99f71f0:35481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ba41c019db24a32982ba096ea91949b 2024-11-24T17:21:02,327 DEBUG [M:0;a23eb99f71f0:35481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d1c05d046954c2db490287e1a482d14 is 69, key is a23eb99f71f0,36843,1732468846552/rs:state/1732468848736/Put/seqid=0 2024-11-24T17:21:02,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741839_1015 (size=5156) 2024-11-24T17:21:02,338 INFO [M:0;a23eb99f71f0:35481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d1c05d046954c2db490287e1a482d14 2024-11-24T17:21:02,344 DEBUG [M:0;a23eb99f71f0:35481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4266fdcfb48d476e95abb988ad84c669 as hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4266fdcfb48d476e95abb988ad84c669 2024-11-24T17:21:02,349 INFO [M:0;a23eb99f71f0:35481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4266fdcfb48d476e95abb988ad84c669, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T17:21:02,349 DEBUG [M:0;a23eb99f71f0:35481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ba41c019db24a32982ba096ea91949b as hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ba41c019db24a32982ba096ea91949b 2024-11-24T17:21:02,355 INFO [M:0;a23eb99f71f0:35481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ba41c019db24a32982ba096ea91949b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T17:21:02,356 DEBUG [M:0;a23eb99f71f0:35481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d1c05d046954c2db490287e1a482d14 as hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d1c05d046954c2db490287e1a482d14 2024-11-24T17:21:02,361 INFO [M:0;a23eb99f71f0:35481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36739/user/jenkins/test-data/fc571e3f-f15c-0556-05cf-0812e5d02528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d1c05d046954c2db490287e1a482d14, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T17:21:02,361 INFO [M:0;a23eb99f71f0:35481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1206ms, sequenceid=28, compaction requested=false 2024-11-24T17:21:02,369 INFO [M:0;a23eb99f71f0:35481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:02,369 DEBUG [M:0;a23eb99f71f0:35481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468861154Disabling compacts and flushes for region at 1732468861154Disabling writes for close at 1732468861155 (+1 ms)Obtaining lock to block concurrent updates at 1732468861155Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468861155Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732468861155Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468861407 (+252 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468861407Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468861420 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468861420Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468861883 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468861896 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468861896Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468862305 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468862326 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468862326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d00edbe: reopening flushed file at 1732468862343 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35089e5b: reopening flushed file at 1732468862349 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@602da136: reopening flushed file at 1732468862355 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1206ms, sequenceid=28, compaction requested=false at 1732468862361 (+6 ms)Writing region close event to WAL at 1732468862369 (+8 ms)Closed at 1732468862369 2024-11-24T17:21:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38087 is added to blk_1073741830_1006 (size=10165) 2024-11-24T17:21:02,373 INFO [M:0;a23eb99f71f0:35481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:21:02,373 INFO [M:0;a23eb99f71f0:35481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35481 2024-11-24T17:21:02,373 INFO [M:0;a23eb99f71f0:35481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:21:02,375 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:21:02,396 DEBUG [RS:0;a23eb99f71f0:40613.replicationSource.wal-reader.a23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670 to pos 0, reset compression=false 2024-11-24T17:21:02,522 INFO [M:0;a23eb99f71f0:35481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:21:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35481-0x1016ddc871e0003, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:02,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69f8410c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:21:02,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25cb38a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:21:02,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:21:02,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67999e7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:21:02,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@695e96e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/hadoop.log.dir/,STOPPED} 2024-11-24T17:21:02,526 WARN [BP-1747193486-172.17.0.3-1732468843082 heartbeating to localhost/127.0.0.1:36739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:21:02,526 WARN [BP-1747193486-172.17.0.3-1732468843082 heartbeating to localhost/127.0.0.1:36739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1747193486-172.17.0.3-1732468843082 (Datanode Uuid bed4cc7d-aa08-41be-91b7-87e9b8272b2d) service to localhost/127.0.0.1:36739 2024-11-24T17:21:02,526 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:21:02,526 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:21:02,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/cluster_9d40d681-9b1f-cbbd-b321-7429569dc103/data/data1/current/BP-1747193486-172.17.0.3-1732468843082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:21:02,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/cluster_9d40d681-9b1f-cbbd-b321-7429569dc103/data/data2/current/BP-1747193486-172.17.0.3-1732468843082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:21:02,527 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:21:02,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b8c48ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:21:02,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ab41b9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:21:02,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:21:02,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6156f770{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:21:02,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@432862bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/hadoop.log.dir/,STOPPED} 2024-11-24T17:21:02,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:21:02,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:21:02,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:21:02,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:02,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:02,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:02,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:02,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:21:02,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1915578574, stopped=false 2024-11-24T17:21:02,547 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,37477,1732468854262 2024-11-24T17:21:02,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966012563/running 2024-11-24T17:21:02,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966012563/running 2024-11-24T17:21:02,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:21:02,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:21:02,559 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:21:02,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:21:02,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:02,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:02,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/running 2024-11-24T17:21:02,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Set watcher on znode that does not yet exist, /0-1966012563/running 2024-11-24T17:21:02,560 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,40613,1732468854315' ***** 2024-11-24T17:21:02,560 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:21:02,560 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:21:02,560 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:21:02,560 INFO [RS:0;a23eb99f71f0:40613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:21:02,560 INFO [RS:0;a23eb99f71f0:40613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:21:02,560 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(3091): Received CLOSE for cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:02,560 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,40613,1732468854315 2024-11-24T17:21:02,561 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:21:02,561 INFO [RS:0;a23eb99f71f0:40613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:40613. 2024-11-24T17:21:02,561 DEBUG [RS:0;a23eb99f71f0:40613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:02,561 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cda182f161e5891e85a620f3493ea238, disabling compactions & flushes 2024-11-24T17:21:02,561 DEBUG [RS:0;a23eb99f71f0:40613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:02,561 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:21:02,561 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:21:02,561 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:21:02,561 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. after waiting 0 ms 2024-11-24T17:21:02,561 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:21:02,561 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:21:02,561 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:21:02,561 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:21:02,561 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:21:02,561 DEBUG [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cda182f161e5891e85a620f3493ea238=hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238.} 2024-11-24T17:21:02,561 DEBUG [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cda182f161e5891e85a620f3493ea238 2024-11-24T17:21:02,561 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:21:02,561 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:21:02,561 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:21:02,561 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:21:02,561 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:21:02,561 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T17:21:02,565 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/replication/cda182f161e5891e85a620f3493ea238/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-24T17:21:02,565 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:21:02,566 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:21:02,566 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:21:02,566 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cda182f161e5891e85a620f3493ea238: Waiting for close lock at 1732468862561Running coprocessor pre-close hooks at 1732468862561Disabling compacts and flushes for region at 1732468862561Disabling writes for close at 1732468862561Writing region close event to WAL at 1732468862562 (+1 ms)Running coprocessor post-close hooks at 1732468862565 (+3 ms)Closed at 1732468862566 (+1 ms) 2024-11-24T17:21:02,566 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238. 2024-11-24T17:21:02,580 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/.tmp/info/e2d3269216e34e9f939c8a695f112f09 is 147, key is hbase:replication,,1732468850077.cda182f161e5891e85a620f3493ea238./info:regioninfo/1732468860142/Put/seqid=0 2024-11-24T17:21:02,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741851_1027 (size=6385) 2024-11-24T17:21:02,591 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:21:02,591 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:21:02,625 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:21:02,761 DEBUG [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:21:02,961 DEBUG [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:21:02,985 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/.tmp/info/e2d3269216e34e9f939c8a695f112f09 2024-11-24T17:21:02,990 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/.tmp/info/e2d3269216e34e9f939c8a695f112f09 as hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/info/e2d3269216e34e9f939c8a695f112f09 2024-11-24T17:21:02,994 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/info/e2d3269216e34e9f939c8a695f112f09, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T17:21:02,995 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false 2024-11-24T17:21:02,999 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T17:21:03,000 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:21:03,000 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:21:03,000 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:21:03,000 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468862561Running coprocessor pre-close hooks at 1732468862561Disabling compacts and flushes for region at 1732468862561Disabling writes for close at 1732468862561Obtaining lock to block concurrent updates at 1732468862561Preparing flush snapshotting stores in 1588230740 at 1732468862561Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732468862562 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732468862562Flushing 1588230740/info: creating writer at 1732468862562Flushing 1588230740/info: appending metadata at 1732468862580 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732468862580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a42f2ed: reopening flushed file at 1732468862989 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false at 1732468862995 (+6 ms)Writing region close event to WAL at 1732468862996 (+1 ms)Running coprocessor post-close hooks at 1732468863000 (+4 ms)Closed at 1732468863000 2024-11-24T17:21:03,000 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:21:03,162 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,40613,1732468854315; all regions closed. 2024-11-24T17:21:03,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741849_1025 (size=2156) 2024-11-24T17:21:03,164 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.meta.1732468856180.meta not finished, retry = 0 2024-11-24T17:21:03,266 DEBUG [RS:0;a23eb99f71f0:40613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/oldWALs 2024-11-24T17:21:03,266 INFO [RS:0;a23eb99f71f0:40613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C40613%2C1732468854315.meta:.meta(num 1732468856180) 2024-11-24T17:21:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741850_1026 (size=796) 2024-11-24T17:21:03,270 DEBUG [RS:0;a23eb99f71f0:40613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/oldWALs 2024-11-24T17:21:03,270 INFO [RS:0;a23eb99f71f0:40613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C40613%2C1732468854315.rep:(num 1732468860109) 2024-11-24T17:21:03,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741848_1024 (size=93) 2024-11-24T17:21:03,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/WALs/a23eb99f71f0,40613,1732468854315/a23eb99f71f0%2C40613%2C1732468854315.1732468855670 not finished, retry = 0 2024-11-24T17:21:03,374 DEBUG [RS:0;a23eb99f71f0:40613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/oldWALs 2024-11-24T17:21:03,374 INFO [RS:0;a23eb99f71f0:40613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C40613%2C1732468854315:(num 1732468855670) 2024-11-24T17:21:03,374 DEBUG [RS:0;a23eb99f71f0:40613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:03,374 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:21:03,374 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:21:03,374 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T17:21:03,374 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:21:03,374 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:21:03,374 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,40613,1732468854315 because: Region server is closing 2024-11-24T17:21:03,374 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T17:21:03,374 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T17:21:03,374 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T17:21:03,374 INFO [RS:0;a23eb99f71f0:40613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:40613. 2024-11-24T17:21:03,374 DEBUG [RS:0;a23eb99f71f0:40613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:03,374 DEBUG [RS:0;a23eb99f71f0:40613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:03,375 DEBUG [RS:0;a23eb99f71f0:40613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:03,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:03,475 WARN [RS:0;a23eb99f71f0:40613.replicationSource.shippera23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T17:21:03,475 WARN [RS:0;a23eb99f71f0:40613.replicationSource.wal-reader.a23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T17:21:03,475 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a23eb99f71f0:40613.replicationSource.shippera23eb99f71f0%2C40613%2C1732468854315,1-a23eb99f71f0,40613,1732468854315 terminated 2024-11-24T17:21:03,475 INFO [RS:0;a23eb99f71f0:40613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40613 2024-11-24T17:21:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966012563/rs/a23eb99f71f0,40613,1732468854315 2024-11-24T17:21:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563/rs 2024-11-24T17:21:03,538 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:21:03,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,40613,1732468854315] 2024-11-24T17:21:03,559 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1966012563/draining/a23eb99f71f0,40613,1732468854315 already deleted, retry=false 2024-11-24T17:21:03,559 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,40613,1732468854315 expired; onlineServers=0 2024-11-24T17:21:03,559 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,37477,1732468854262' ***** 2024-11-24T17:21:03,559 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:21:03,559 INFO [M:0;a23eb99f71f0:37477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:21:03,559 INFO [M:0;a23eb99f71f0:37477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:21:03,559 DEBUG [M:0;a23eb99f71f0:37477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:21:03,559 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:21:03,559 DEBUG [M:0;a23eb99f71f0:37477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:21:03,559 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468855268 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468855268,5,FailOnTimeoutGroup] 2024-11-24T17:21:03,559 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468855272 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468855272,5,FailOnTimeoutGroup] 2024-11-24T17:21:03,559 INFO [M:0;a23eb99f71f0:37477 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:21:03,560 INFO [M:0;a23eb99f71f0:37477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:21:03,560 DEBUG [M:0;a23eb99f71f0:37477 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:21:03,560 INFO [M:0;a23eb99f71f0:37477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:21:03,560 INFO [M:0;a23eb99f71f0:37477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:21:03,560 INFO [M:0;a23eb99f71f0:37477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:21:03,560 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:21:03,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1966012563/master 2024-11-24T17:21:03,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1966012563 2024-11-24T17:21:03,569 DEBUG [M:0;a23eb99f71f0:37477 {}] zookeeper.ZKUtil(347): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Unable to get data of znode /0-1966012563/master because node does not exist (not an error) 2024-11-24T17:21:03,569 WARN [M:0;a23eb99f71f0:37477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:21:03,570 INFO [M:0;a23eb99f71f0:37477 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/.lastflushedseqids 2024-11-24T17:21:03,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741852_1028 (size=181) 2024-11-24T17:21:03,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:03,649 INFO [RS:0;a23eb99f71f0:40613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:21:03,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40613-0x1016ddc871e0007, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:03,649 INFO [RS:0;a23eb99f71f0:40613 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,40613,1732468854315; zookeeper connection closed. 2024-11-24T17:21:03,649 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7637a3ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7637a3ab 2024-11-24T17:21:03,649 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:21:03,975 INFO [M:0;a23eb99f71f0:37477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:21:03,975 INFO [M:0;a23eb99f71f0:37477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:21:03,975 DEBUG [M:0;a23eb99f71f0:37477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:21:03,975 INFO [M:0;a23eb99f71f0:37477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:03,975 DEBUG [M:0;a23eb99f71f0:37477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:03,975 DEBUG [M:0;a23eb99f71f0:37477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:21:03,975 DEBUG [M:0;a23eb99f71f0:37477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:03,975 INFO [M:0;a23eb99f71f0:37477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T17:21:03,989 DEBUG [M:0;a23eb99f71f0:37477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/952178689e974455bf6702cb2c7920be is 82, key is hbase:meta,,1/info:regioninfo/1732468856310/Put/seqid=0 2024-11-24T17:21:03,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741853_1029 (size=5672) 2024-11-24T17:21:04,394 INFO [M:0;a23eb99f71f0:37477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/952178689e974455bf6702cb2c7920be 2024-11-24T17:21:04,411 DEBUG [M:0;a23eb99f71f0:37477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dfe05555a9a45468b5ef8c227df9afa is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732468860148/Put/seqid=0 2024-11-24T17:21:04,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741854_1030 (size=7312) 2024-11-24T17:21:04,815 INFO [M:0;a23eb99f71f0:37477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dfe05555a9a45468b5ef8c227df9afa 2024-11-24T17:21:04,837 DEBUG [M:0;a23eb99f71f0:37477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/476e7dee0d90475082f4bf4bc774ade7 is 69, key is a23eb99f71f0,40613,1732468854315/rs:state/1732468855386/Put/seqid=0 2024-11-24T17:21:04,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741855_1031 (size=5370) 2024-11-24T17:21:04,840 INFO [M:0;a23eb99f71f0:37477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/476e7dee0d90475082f4bf4bc774ade7 2024-11-24T17:21:04,845 INFO [M:0;a23eb99f71f0:37477 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 476e7dee0d90475082f4bf4bc774ade7 2024-11-24T17:21:04,846 DEBUG [M:0;a23eb99f71f0:37477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/952178689e974455bf6702cb2c7920be as hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/952178689e974455bf6702cb2c7920be 2024-11-24T17:21:04,851 INFO [M:0;a23eb99f71f0:37477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/952178689e974455bf6702cb2c7920be, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T17:21:04,852 DEBUG [M:0;a23eb99f71f0:37477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dfe05555a9a45468b5ef8c227df9afa as hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dfe05555a9a45468b5ef8c227df9afa 2024-11-24T17:21:04,856 INFO [M:0;a23eb99f71f0:37477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dfe05555a9a45468b5ef8c227df9afa, entries=7, sequenceid=127, filesize=7.1 K 2024-11-24T17:21:04,857 DEBUG [M:0;a23eb99f71f0:37477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/476e7dee0d90475082f4bf4bc774ade7 as hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/476e7dee0d90475082f4bf4bc774ade7 2024-11-24T17:21:04,862 INFO [M:0;a23eb99f71f0:37477 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 476e7dee0d90475082f4bf4bc774ade7 2024-11-24T17:21:04,862 INFO [M:0;a23eb99f71f0:37477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39841/user/jenkins/test-data/f9b59709-88fb-0aba-f14f-20279c2ee9b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/476e7dee0d90475082f4bf4bc774ade7, entries=2, sequenceid=127, filesize=5.2 K 2024-11-24T17:21:04,863 INFO [M:0;a23eb99f71f0:37477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=127, compaction requested=false 2024-11-24T17:21:04,864 INFO [M:0;a23eb99f71f0:37477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:04,864 DEBUG [M:0;a23eb99f71f0:37477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468863975Disabling compacts and flushes for region at 1732468863975Disabling writes for close at 1732468863975Obtaining lock to block concurrent updates at 1732468863975Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468863975Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732468863976 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468863976Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468863976Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468863989 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468863989Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468864398 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468864411 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468864411Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468864819 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468864836 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468864836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fedfd36: reopening flushed file at 1732468864845 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa1ea99: reopening flushed file at 1732468864851 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e47aab: reopening flushed file at 1732468864857 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=127, compaction requested=false at 1732468864863 (+6 ms)Writing region close event to WAL at 1732468864864 (+1 ms)Closed at 1732468864864 2024-11-24T17:21:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42301 is added to blk_1073741847_1023 (size=22903) 2024-11-24T17:21:04,867 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:21:04,867 INFO [M:0;a23eb99f71f0:37477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:21:04,867 INFO [M:0;a23eb99f71f0:37477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37477 2024-11-24T17:21:04,868 INFO [M:0;a23eb99f71f0:37477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:21:05,070 INFO [M:0;a23eb99f71f0:37477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:21:05,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:05,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37477-0x1016ddc871e0006, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:05,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c046f60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:21:05,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ace6455{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:21:05,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:21:05,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c33a596{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:21:05,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@718bbb2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/hadoop.log.dir/,STOPPED} 2024-11-24T17:21:05,074 WARN [BP-1419456893-172.17.0.3-1732468837252 heartbeating to localhost/127.0.0.1:39841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:21:05,074 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:21:05,074 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:21:05,074 WARN [BP-1419456893-172.17.0.3-1732468837252 heartbeating to localhost/127.0.0.1:39841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1419456893-172.17.0.3-1732468837252 (Datanode Uuid e9b275a2-1f18-4c19-9d79-99b8185803f0) service to localhost/127.0.0.1:39841 2024-11-24T17:21:05,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/cluster_a8db0daf-9c35-5db4-8534-a89ed24d59d7/data/data1/current/BP-1419456893-172.17.0.3-1732468837252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:21:05,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/cluster_a8db0daf-9c35-5db4-8534-a89ed24d59d7/data/data2/current/BP-1419456893-172.17.0.3-1732468837252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:21:05,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:21:05,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@497c8bdc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:21:05,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f33f90c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:21:05,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:21:05,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@948a448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:21:05,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc85baf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a032bfa9-9fbb-1139-496a-efca292ad41b/hadoop.log.dir/,STOPPED} 2024-11-24T17:21:05,087 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T17:21:05,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:21:05,105 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39841 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36739 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49513) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49513) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 321) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4702 (was 4647) - AvailableMemoryMB LEAK? - 2024-11-24T17:21:05,113 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=4701 2024-11-24T17:21:05,124 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-24T17:21:05,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/hadoop.log.dir so I do NOT create it in target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a 2024-11-24T17:21:05,124 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:21:05,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/hadoop.tmp.dir so I do NOT create it in target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a 2024-11-24T17:21:05,124 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ca3d52-7299-8a31-231a-1529aa7731cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:21:05,124 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a 2024-11-24T17:21:05,124 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/cluster_f847aea6-d6a3-fc1f-6d24-7678e563107e, deleteOnExit=true 2024-11-24T17:21:05,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/cluster_f847aea6-d6a3-fc1f-6d24-7678e563107e/zookeeper_0, clientPort=59414, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/cluster_f847aea6-d6a3-fc1f-6d24-7678e563107e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/cluster_f847aea6-d6a3-fc1f-6d24-7678e563107e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T17:21:05,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59414 2024-11-24T17:21:05,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:21:05,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:21:05,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/test.cache.data in system properties and HBase conf 2024-11-24T17:21:05,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:21:05,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:21:05,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:21:05,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:21:05,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:21:05,140 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:21:05,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:21:05,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:21:05,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:21:05,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:21:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:21:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:21:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:21:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:21:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:21:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:21:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:21:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:21:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:21:05,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:21:05,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016ddc871e0002, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:21:05,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016ddc871e0005, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:21:05,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016ddc871e0005, quorum=127.0.0.1:49513, baseZNode=/1-1186676770 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:21:05,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016ddc871e0002, quorum=127.0.0.1:49513, baseZNode=/0-1966012563 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:21:05,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:21:05,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:21:05,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:21:05,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:21:05,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:21:05,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:21:05,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aee1166{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:21:05,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dbb06a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:21:05,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b9d4434{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/java.io.tmpdir/jetty-localhost-42715-hadoop-hdfs-3_4_1-tests_jar-_-any-14158874823282916122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:21:05,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@222e1676{HTTP/1.1, (http/1.1)}{localhost:42715} 2024-11-24T17:21:05,650 INFO [Time-limited test {}] server.Server(415): Started @171860ms 2024-11-24T17:21:05,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:21:05,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:21:05,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:21:05,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:21:05,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:21:05,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261979a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:21:05,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@778ac733{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:21:06,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42cdf96a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/java.io.tmpdir/jetty-localhost-33253-hadoop-hdfs-3_4_1-tests_jar-_-any-18142643742661296631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:21:06,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@623a5fe8{HTTP/1.1, (http/1.1)}{localhost:33253} 2024-11-24T17:21:06,075 INFO [Time-limited test {}] server.Server(415): Started @172285ms 2024-11-24T17:21:06,076 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:21:06,969 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/cluster_f847aea6-d6a3-fc1f-6d24-7678e563107e/data/data1/current/BP-59249486-172.17.0.3-1732468865169/current, will proceed with Du for space computation calculation, 2024-11-24T17:21:06,969 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/cluster_f847aea6-d6a3-fc1f-6d24-7678e563107e/data/data2/current/BP-59249486-172.17.0.3-1732468865169/current, will proceed with Du for space computation calculation, 2024-11-24T17:21:06,983 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:21:06,985 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb98f14f26f7b4952 with lease ID 0x2077c3b02e7786e3: Processing first storage report for DS-1820c961-b149-46d5-bccc-40ce8ae5166d from datanode DatanodeRegistration(127.0.0.1:39121, datanodeUuid=a52863cd-6498-43e7-be80-4294fda8eebf, infoPort=45049, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=1210780221;c=1732468865169) 2024-11-24T17:21:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb98f14f26f7b4952 with lease ID 0x2077c3b02e7786e3: from storage DS-1820c961-b149-46d5-bccc-40ce8ae5166d node DatanodeRegistration(127.0.0.1:39121, datanodeUuid=a52863cd-6498-43e7-be80-4294fda8eebf, infoPort=45049, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=1210780221;c=1732468865169), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:21:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb98f14f26f7b4952 with lease ID 0x2077c3b02e7786e3: Processing first storage report for DS-ab8d7114-888d-4dc0-82fd-1938d190170b from datanode DatanodeRegistration(127.0.0.1:39121, datanodeUuid=a52863cd-6498-43e7-be80-4294fda8eebf, infoPort=45049, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=1210780221;c=1732468865169) 2024-11-24T17:21:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb98f14f26f7b4952 with lease ID 0x2077c3b02e7786e3: from storage DS-ab8d7114-888d-4dc0-82fd-1938d190170b node DatanodeRegistration(127.0.0.1:39121, datanodeUuid=a52863cd-6498-43e7-be80-4294fda8eebf, infoPort=45049, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=1210780221;c=1732468865169), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:21:07,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a 2024-11-24T17:21:07,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:07,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:07,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:21:07,411 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3 with version=8 2024-11-24T17:21:07,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/hbase-staging 2024-11-24T17:21:07,413 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:21:07,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:07,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:07,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:21:07,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:07,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:21:07,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:21:07,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:21:07,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42151 2024-11-24T17:21:07,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42151 connecting to ZooKeeper ensemble=127.0.0.1:59414 2024-11-24T17:21:07,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421510x0, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:21:07,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42151-0x1016ddcf41e0000 connected 2024-11-24T17:21:07,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:07,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:07,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Set watcher on znode that does not yet exist, /0-1550229412/running 2024-11-24T17:21:07,597 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3, hbase.cluster.distributed=false 2024-11-24T17:21:07,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Set watcher on znode that does not yet exist, /0-1550229412/acl 2024-11-24T17:21:07,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42151 2024-11-24T17:21:07,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42151 2024-11-24T17:21:07,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42151 2024-11-24T17:21:07,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42151 2024-11-24T17:21:07,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42151 2024-11-24T17:21:07,612 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:21:07,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:07,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:07,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:21:07,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:07,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:21:07,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:21:07,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:21:07,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34353 2024-11-24T17:21:07,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34353 connecting to ZooKeeper ensemble=127.0.0.1:59414 2024-11-24T17:21:07,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:07,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:07,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343530x0, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:21:07,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343530x0, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Set watcher on znode that does not yet exist, /0-1550229412/running 2024-11-24T17:21:07,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34353-0x1016ddcf41e0001 connected 2024-11-24T17:21:07,627 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:21:07,627 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:21:07,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Set watcher on znode that does not yet exist, /0-1550229412/master 2024-11-24T17:21:07,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Set watcher on znode that does not yet exist, /0-1550229412/acl 2024-11-24T17:21:07,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34353 2024-11-24T17:21:07,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34353 2024-11-24T17:21:07,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34353 2024-11-24T17:21:07,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34353 2024-11-24T17:21:07,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34353 2024-11-24T17:21:07,651 DEBUG [M:0;a23eb99f71f0:42151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:42151 2024-11-24T17:21:07,652 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1550229412/backup-masters/a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:07,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412/backup-masters 2024-11-24T17:21:07,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412/backup-masters 2024-11-24T17:21:07,658 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Set watcher on existing znode=/0-1550229412/backup-masters/a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:07,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1550229412/master 2024-11-24T17:21:07,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:07,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:07,671 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Set watcher on existing znode=/0-1550229412/master 2024-11-24T17:21:07,672 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1550229412/backup-masters/a23eb99f71f0,42151,1732468867413 from backup master directory 2024-11-24T17:21:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1550229412/backup-masters/a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412/backup-masters 2024-11-24T17:21:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412/backup-masters 2024-11-24T17:21:07,678 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:21:07,678 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:07,682 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/hbase.id] with ID: e79355c3-6890-4f9e-8351-b68cb56203a0 2024-11-24T17:21:07,682 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/.tmp/hbase.id 2024-11-24T17:21:07,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:21:08,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:21:08,087 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/.tmp/hbase.id]:[hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/hbase.id] 2024-11-24T17:21:08,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:08,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:08,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:08,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:08,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:08,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:08,098 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:08,098 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:21:08,099 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:21:08,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:08,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:08,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:08,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:21:08,547 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:21:08,548 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:21:08,548 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:21:08,955 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store 2024-11-24T17:21:08,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:21:09,360 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:09,361 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:21:09,361 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:09,361 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:09,361 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:21:09,361 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:09,361 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:09,361 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468869361Disabling compacts and flushes for region at 1732468869361Disabling writes for close at 1732468869361Writing region close event to WAL at 1732468869361Closed at 1732468869361 2024-11-24T17:21:09,362 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/.initializing 2024-11-24T17:21:09,362 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/WALs/a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:09,363 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:21:09,364 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C42151%2C1732468867413, suffix=, logDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/WALs/a23eb99f71f0,42151,1732468867413, archiveDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/oldWALs, maxLogs=10 2024-11-24T17:21:09,380 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/WALs/a23eb99f71f0,42151,1732468867413/a23eb99f71f0%2C42151%2C1732468867413.1732468869364, exclude list is [], retry=0 2024-11-24T17:21:09,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-1820c961-b149-46d5-bccc-40ce8ae5166d,DISK] 2024-11-24T17:21:09,385 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/WALs/a23eb99f71f0,42151,1732468867413/a23eb99f71f0%2C42151%2C1732468867413.1732468869364 2024-11-24T17:21:09,385 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45049:45049)] 2024-11-24T17:21:09,385 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:09,386 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:09,386 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:09,386 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:09,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:09,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:21:09,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:09,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:09,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:09,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:21:09,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:09,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:09,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:09,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:21:09,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:09,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:09,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:09,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:21:09,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:09,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:09,393 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:09,394 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:09,394 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:09,395 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:09,395 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:09,395 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:21:09,396 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:09,398 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:09,399 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68057118, jitterRate=0.014130085706710815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:21:09,399 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468869386Initializing all the Stores at 1732468869387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468869387Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468869387Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468869387Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468869387Cleaning up temporary data from old regions at 1732468869395 (+8 ms)Region opened successfully at 1732468869399 (+4 ms) 2024-11-24T17:21:09,399 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:21:09,402 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599242b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:21:09,403 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:21:09,403 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:21:09,403 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:21:09,403 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:21:09,403 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:21:09,403 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:21:09,404 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:21:09,405 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:21:09,406 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Unable to get data of znode /0-1550229412/balancer because node does not exist (not necessarily an error) 2024-11-24T17:21:09,468 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1550229412/balancer already deleted, retry=false 2024-11-24T17:21:09,468 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:21:09,469 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Unable to get data of znode /0-1550229412/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:21:09,478 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1550229412/normalizer already deleted, retry=false 2024-11-24T17:21:09,479 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:21:09,479 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Unable to get data of znode /0-1550229412/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:21:09,489 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1550229412/switch/split already deleted, retry=false 2024-11-24T17:21:09,489 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Unable to get data of znode /0-1550229412/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:21:09,499 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1550229412/switch/merge already deleted, retry=false 2024-11-24T17:21:09,501 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Unable to get data of znode /0-1550229412/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:21:09,510 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1550229412/snapshot-cleanup already deleted, retry=false 2024-11-24T17:21:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1550229412/running 2024-11-24T17:21:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1550229412/running 2024-11-24T17:21:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:09,521 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,42151,1732468867413, sessionid=0x1016ddcf41e0000, setting cluster-up flag (Was=false) 2024-11-24T17:21:09,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:09,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:09,573 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1550229412/flush-table-proc/acquired, /0-1550229412/flush-table-proc/reached, /0-1550229412/flush-table-proc/abort 2024-11-24T17:21:09,574 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:09,626 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1550229412/online-snapshot/acquired, /0-1550229412/online-snapshot/reached, /0-1550229412/online-snapshot/abort 2024-11-24T17:21:09,627 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:09,628 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:21:09,629 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:09,629 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:21:09,629 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:21:09,630 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a23eb99f71f0,41877,1732468839774: status=Processing ServerCrashProcedure of a23eb99f71f0,41877,1732468839774 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732468855256, completionTime=-1 appears to have been leaked 2024-11-24T17:21:09,630 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,42151,1732468867413 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:21:09,631 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:09,631 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:09,631 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:09,631 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:09,631 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:21:09,631 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,631 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:21:09,631 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,635 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468899635 2024-11-24T17:21:09,635 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:21:09,635 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:21:09,635 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:21:09,635 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:21:09,635 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:21:09,635 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:21:09,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:09,636 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:21:09,636 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,636 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:21:09,636 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:21:09,636 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:21:09,636 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:21:09,637 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:09,637 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:21:09,640 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:21:09,640 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:21:09,640 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468869640,5,FailOnTimeoutGroup] 2024-11-24T17:21:09,641 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468869640,5,FailOnTimeoutGroup] 2024-11-24T17:21:09,641 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,641 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:21:09,641 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,641 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:21:09,644 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(746): ClusterId : e79355c3-6890-4f9e-8351-b68cb56203a0 2024-11-24T17:21:09,644 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:21:09,657 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:21:09,657 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:21:09,668 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:21:09,669 DEBUG [RS:0;a23eb99f71f0:34353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339fd2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:21:09,684 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:34353 2024-11-24T17:21:09,685 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:21:09,685 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:21:09,685 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:21:09,685 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,42151,1732468867413 with port=34353, startcode=1732468867612 2024-11-24T17:21:09,686 DEBUG [RS:0;a23eb99f71f0:34353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:21:09,687 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:21:09,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42151 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:09,688 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42151 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:09,689 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3 2024-11-24T17:21:09,689 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37227 2024-11-24T17:21:09,689 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:21:09,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412/rs 2024-11-24T17:21:09,700 DEBUG [RS:0;a23eb99f71f0:34353 {}] zookeeper.ZKUtil(111): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Set watcher on existing znode=/0-1550229412/rs/a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:09,700 WARN [RS:0;a23eb99f71f0:34353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:21:09,700 INFO [RS:0;a23eb99f71f0:34353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:09,700 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:09,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,34353,1732468867612] 2024-11-24T17:21:09,703 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:21:09,705 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:21:09,705 INFO [RS:0;a23eb99f71f0:34353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:21:09,705 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,708 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:21:09,709 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:21:09,709 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,709 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,709 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,709 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,709 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,709 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,709 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:21:09,709 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,709 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,710 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,710 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,710 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,710 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:09,710 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:21:09,710 DEBUG [RS:0;a23eb99f71f0:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:21:09,712 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,712 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,712 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,712 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,712 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,712 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,34353,1732468867612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:21:09,731 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:21:09,731 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,34353,1732468867612-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,731 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,731 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.Replication(171): a23eb99f71f0,34353,1732468867612 started 2024-11-24T17:21:09,748 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:09,748 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,34353,1732468867612, RpcServer on a23eb99f71f0/172.17.0.3:34353, sessionid=0x1016ddcf41e0001 2024-11-24T17:21:09,748 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:21:09,748 DEBUG [RS:0;a23eb99f71f0:34353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:09,748 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,34353,1732468867612' 2024-11-24T17:21:09,748 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1550229412/flush-table-proc/abort' 2024-11-24T17:21:09,749 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1550229412/flush-table-proc/acquired' 2024-11-24T17:21:09,749 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:21:09,749 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:21:09,749 DEBUG [RS:0;a23eb99f71f0:34353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:09,749 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,34353,1732468867612' 2024-11-24T17:21:09,749 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1550229412/online-snapshot/abort' 2024-11-24T17:21:09,750 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1550229412/online-snapshot/acquired' 2024-11-24T17:21:09,750 DEBUG [RS:0;a23eb99f71f0:34353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:21:09,750 INFO [RS:0;a23eb99f71f0:34353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:21:09,750 INFO [RS:0;a23eb99f71f0:34353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:21:09,850 INFO [RS:0;a23eb99f71f0:34353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:21:09,852 INFO [RS:0;a23eb99f71f0:34353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C34353%2C1732468867612, suffix=, logDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612, archiveDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/oldWALs, maxLogs=10 2024-11-24T17:21:09,867 DEBUG [RS:0;a23eb99f71f0:34353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852, exclude list is [], retry=0 2024-11-24T17:21:09,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-1820c961-b149-46d5-bccc-40ce8ae5166d,DISK] 2024-11-24T17:21:09,871 INFO [RS:0;a23eb99f71f0:34353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 2024-11-24T17:21:09,871 DEBUG [RS:0;a23eb99f71f0:34353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45049:45049)] 2024-11-24T17:21:10,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:21:10,045 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3 2024-11-24T17:21:10,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:21:10,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:10,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:21:10,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:21:10,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:10,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:10,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:21:10,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:21:10,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:10,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:10,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:21:10,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:21:10,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:10,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:10,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:21:10,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:21:10,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:10,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:10,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:21:10,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740 2024-11-24T17:21:10,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740 2024-11-24T17:21:10,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:21:10,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:21:10,459 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:21:10,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:21:10,461 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:10,461 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65933275, jitterRate=-0.017517641186714172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:21:10,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468870451Initializing all the Stores at 1732468870452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468870452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468870452Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468870452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468870452Cleaning up temporary data from old regions at 1732468870459 (+7 ms)Region opened successfully at 1732468870462 (+3 ms) 2024-11-24T17:21:10,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:21:10,462 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:21:10,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:21:10,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:21:10,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:21:10,462 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:21:10,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468870462Disabling compacts and flushes for region at 1732468870462Disabling writes for close at 1732468870462Writing region close event to WAL at 1732468870462Closed at 1732468870462 2024-11-24T17:21:10,463 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:10,463 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:21:10,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:21:10,464 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:21:10,464 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:21:10,615 DEBUG [a23eb99f71f0:42151 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:21:10,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:10,616 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,34353,1732468867612, state=OPENING 2024-11-24T17:21:10,657 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:21:10,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:10,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:10,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1550229412/meta-region-server: CHANGED 2024-11-24T17:21:10,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1550229412/meta-region-server: CHANGED 2024-11-24T17:21:10,696 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:21:10,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,34353,1732468867612}] 2024-11-24T17:21:10,848 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:21:10,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:21:10,853 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:21:10,853 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:10,853 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:21:10,854 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C34353%2C1732468867612.meta, suffix=.meta, logDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612, archiveDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/oldWALs, maxLogs=10 2024-11-24T17:21:10,866 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.meta.1732468870854.meta, exclude list is [], retry=0 2024-11-24T17:21:10,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-1820c961-b149-46d5-bccc-40ce8ae5166d,DISK] 2024-11-24T17:21:10,869 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.meta.1732468870854.meta 2024-11-24T17:21:10,869 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45049:45049)] 2024-11-24T17:21:10,869 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:10,870 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:10,870 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:21:10,870 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:21:10,870 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:21:10,870 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:21:10,870 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:10,870 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:21:10,870 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:21:10,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:21:10,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:21:10,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:10,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:10,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:21:10,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:21:10,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:10,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:10,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:21:10,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:21:10,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:10,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:10,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:21:10,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:21:10,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:10,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:10,875 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:21:10,875 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740 2024-11-24T17:21:10,876 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740 2024-11-24T17:21:10,877 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:21:10,877 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:21:10,877 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:21:10,878 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:21:10,878 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68104367, jitterRate=0.014834150671958923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:21:10,878 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:21:10,879 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468870870Writing region info on filesystem at 1732468870870Initializing all the Stores at 1732468870871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468870871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468870871Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468870871Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468870871Cleaning up temporary data from old regions at 1732468870877 (+6 ms)Running coprocessor post-open hooks at 1732468870878 (+1 ms)Region opened successfully at 1732468870879 (+1 ms) 2024-11-24T17:21:10,880 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468870848 2024-11-24T17:21:10,881 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:21:10,881 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:21:10,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:10,882 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,34353,1732468867612, state=OPEN 2024-11-24T17:21:10,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1550229412/meta-region-server 2024-11-24T17:21:10,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1550229412/meta-region-server 2024-11-24T17:21:10,899 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:10,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1550229412/meta-region-server: CHANGED 2024-11-24T17:21:10,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1550229412/meta-region-server: CHANGED 2024-11-24T17:21:10,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:21:10,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,34353,1732468867612 in 203 msec 2024-11-24T17:21:10,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:21:10,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-24T17:21:10,903 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:10,903 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:21:10,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:10,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,34353,1732468867612, seqNum=-1] 2024-11-24T17:21:10,905 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:10,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:10,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-24T17:21:10,910 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468870910, completionTime=-1 2024-11-24T17:21:10,910 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:21:10,910 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:21:10,912 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:21:10,912 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468930912 2024-11-24T17:21:10,912 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732468990912 2024-11-24T17:21:10,912 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T17:21:10,912 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,42151,1732468867413-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:10,912 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,42151,1732468867413-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:10,912 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,42151,1732468867413-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:10,913 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:42151, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:10,913 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:10,913 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:10,914 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:21:10,916 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.237sec 2024-11-24T17:21:10,916 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:21:10,916 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:21:10,916 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:21:10,916 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:21:10,916 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:21:10,916 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,42151,1732468867413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:21:10,916 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,42151,1732468867413-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:21:10,918 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:21:10,918 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:21:10,918 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,42151,1732468867413-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:10,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529600b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:10,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,42151,-1 for getting cluster id 2024-11-24T17:21:10,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:10,943 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e79355c3-6890-4f9e-8351-b68cb56203a0' 2024-11-24T17:21:10,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e79355c3-6890-4f9e-8351-b68cb56203a0" 2024-11-24T17:21:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78aaf5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,42151,-1] 2024-11-24T17:21:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:10,945 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:10,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da7c40b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:10,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:10,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,34353,1732468867612, seqNum=-1] 2024-11-24T17:21:10,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:10,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:10,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:10,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59414 2024-11-24T17:21:10,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:21:10,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016ddcf41e0002 connected 2024-11-24T17:21:10,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/hadoop.log.dir so I do NOT create it in target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b 2024-11-24T17:21:10,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:21:10,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/hadoop.tmp.dir so I do NOT create it in target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b 2024-11-24T17:21:10,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:21:10,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b 2024-11-24T17:21:10,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:21:10,975 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/cluster_3ff38f65-55f0-d1ae-2cae-0ef626a9801b, deleteOnExit=true 2024-11-24T17:21:10,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/test.cache.data in system properties and HBase conf 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:21:10,976 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:21:10,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:21:10,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:21:10,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:21:10,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:21:10,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:21:10,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:21:10,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:21:10,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:21:11,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:21:11,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:21:11,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:21:11,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:21:11,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:21:11,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:21:11,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47e5ce11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:21:11,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@564d470c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:21:11,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@462c80fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/java.io.tmpdir/jetty-localhost-36433-hadoop-hdfs-3_4_1-tests_jar-_-any-12792346502029408664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:21:11,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab2aaba{HTTP/1.1, (http/1.1)}{localhost:36433} 2024-11-24T17:21:11,433 INFO [Time-limited test {}] server.Server(415): Started @177643ms 2024-11-24T17:21:11,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:21:11,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:21:11,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:21:11,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:21:11,700 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:21:11,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36add52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:21:11,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54846b2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:21:11,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bb4a7dc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/java.io.tmpdir/jetty-localhost-37487-hadoop-hdfs-3_4_1-tests_jar-_-any-3074108602146775860/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:21:11,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c65dd0d{HTTP/1.1, (http/1.1)}{localhost:37487} 2024-11-24T17:21:11,795 INFO [Time-limited test {}] server.Server(415): Started @178005ms 2024-11-24T17:21:11,796 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:21:11,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T17:21:12,455 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/cluster_3ff38f65-55f0-d1ae-2cae-0ef626a9801b/data/data1/current/BP-1572555760-172.17.0.3-1732468870990/current, will proceed with Du for space computation calculation, 2024-11-24T17:21:12,455 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/cluster_3ff38f65-55f0-d1ae-2cae-0ef626a9801b/data/data2/current/BP-1572555760-172.17.0.3-1732468870990/current, will proceed with Du for space computation calculation, 2024-11-24T17:21:12,473 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:21:12,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcadafe02c8463f2a with lease ID 0x40c43f2ad6d00d16: Processing first storage report for DS-823fb69f-c18d-4fc1-88da-8875f8400dd9 from datanode DatanodeRegistration(127.0.0.1:37199, datanodeUuid=29012880-a3ae-4729-8827-3925142a384e, infoPort=35233, infoSecurePort=0, ipcPort=38371, storageInfo=lv=-57;cid=testClusterID;nsid=1821949180;c=1732468870990) 2024-11-24T17:21:12,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcadafe02c8463f2a with lease ID 0x40c43f2ad6d00d16: from storage DS-823fb69f-c18d-4fc1-88da-8875f8400dd9 node DatanodeRegistration(127.0.0.1:37199, datanodeUuid=29012880-a3ae-4729-8827-3925142a384e, infoPort=35233, infoSecurePort=0, ipcPort=38371, storageInfo=lv=-57;cid=testClusterID;nsid=1821949180;c=1732468870990), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:21:12,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcadafe02c8463f2a with lease ID 0x40c43f2ad6d00d16: Processing first storage report for DS-41404eaa-eb66-4b61-8b4c-b08ad2684f13 from datanode DatanodeRegistration(127.0.0.1:37199, datanodeUuid=29012880-a3ae-4729-8827-3925142a384e, infoPort=35233, infoSecurePort=0, ipcPort=38371, storageInfo=lv=-57;cid=testClusterID;nsid=1821949180;c=1732468870990) 2024-11-24T17:21:12,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcadafe02c8463f2a with lease ID 0x40c43f2ad6d00d16: from storage DS-41404eaa-eb66-4b61-8b4c-b08ad2684f13 node DatanodeRegistration(127.0.0.1:37199, datanodeUuid=29012880-a3ae-4729-8827-3925142a384e, infoPort=35233, infoSecurePort=0, ipcPort=38371, storageInfo=lv=-57;cid=testClusterID;nsid=1821949180;c=1732468870990), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:21:12,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b 2024-11-24T17:21:12,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:12,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:12,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:21:12,931 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284 with version=8 2024-11-24T17:21:12,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/hbase-staging 2024-11-24T17:21:12,933 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:21:12,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:12,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:12,933 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:21:12,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:12,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:21:12,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:21:12,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:21:12,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41759 2024-11-24T17:21:12,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41759 connecting to ZooKeeper ensemble=127.0.0.1:59414 2024-11-24T17:21:12,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417590x0, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:21:12,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41759-0x1016ddcf41e0003 connected 2024-11-24T17:21:13,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:13,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:13,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Set watcher on znode that does not yet exist, /1-1378887085/running 2024-11-24T17:21:13,061 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284, hbase.cluster.distributed=false 2024-11-24T17:21:13,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Set watcher on znode that does not yet exist, /1-1378887085/acl 2024-11-24T17:21:13,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41759 2024-11-24T17:21:13,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41759 2024-11-24T17:21:13,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41759 2024-11-24T17:21:13,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41759 2024-11-24T17:21:13,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41759 2024-11-24T17:21:13,076 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:21:13,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:13,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:13,077 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:21:13,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:13,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:21:13,077 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:21:13,077 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:21:13,077 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35763 2024-11-24T17:21:13,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35763 connecting to ZooKeeper ensemble=127.0.0.1:59414 2024-11-24T17:21:13,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:13,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:13,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357630x0, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:21:13,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Set watcher on znode that does not yet exist, /1-1378887085/running 2024-11-24T17:21:13,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35763-0x1016ddcf41e0004 connected 2024-11-24T17:21:13,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:21:13,090 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:21:13,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Set watcher on znode that does not yet exist, /1-1378887085/master 2024-11-24T17:21:13,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Set watcher on znode that does not yet exist, /1-1378887085/acl 2024-11-24T17:21:13,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35763 2024-11-24T17:21:13,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35763 2024-11-24T17:21:13,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35763 2024-11-24T17:21:13,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35763 2024-11-24T17:21:13,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35763 2024-11-24T17:21:13,107 DEBUG [M:0;a23eb99f71f0:41759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:41759 2024-11-24T17:21:13,107 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1378887085/backup-masters/a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:13,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085/backup-masters 2024-11-24T17:21:13,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085/backup-masters 2024-11-24T17:21:13,120 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Set watcher on existing znode=/1-1378887085/backup-masters/a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:13,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:13,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1378887085/master 2024-11-24T17:21:13,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:13,131 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Set watcher on existing znode=/1-1378887085/master 2024-11-24T17:21:13,131 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1378887085/backup-masters/a23eb99f71f0,41759,1732468872933 from backup master directory 2024-11-24T17:21:13,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085/backup-masters 2024-11-24T17:21:13,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1378887085/backup-masters/a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:13,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085/backup-masters 2024-11-24T17:21:13,141 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:21:13,141 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:13,144 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/hbase.id] with ID: e652f4e4-b410-4d1f-97d1-b7281e6248af 2024-11-24T17:21:13,144 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/.tmp/hbase.id 2024-11-24T17:21:13,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:21:13,549 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/.tmp/hbase.id]:[hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/hbase.id] 2024-11-24T17:21:13,556 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:13,556 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:21:13,557 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:21:13,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:13,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:13,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:21:14,011 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:21:14,012 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:21:14,012 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:14,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:21:14,418 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store 2024-11-24T17:21:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:21:14,826 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:14,826 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:21:14,826 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:14,826 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:14,826 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:21:14,826 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:14,826 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:14,826 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468874826Disabling compacts and flushes for region at 1732468874826Disabling writes for close at 1732468874826Writing region close event to WAL at 1732468874826Closed at 1732468874826 2024-11-24T17:21:14,826 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/.initializing 2024-11-24T17:21:14,827 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/WALs/a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:14,828 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:21:14,829 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C41759%2C1732468872933, suffix=, logDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/WALs/a23eb99f71f0,41759,1732468872933, archiveDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/oldWALs, maxLogs=10 2024-11-24T17:21:14,844 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/WALs/a23eb99f71f0,41759,1732468872933/a23eb99f71f0%2C41759%2C1732468872933.1732468874829, exclude list is [], retry=0 2024-11-24T17:21:14,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37199,DS-823fb69f-c18d-4fc1-88da-8875f8400dd9,DISK] 2024-11-24T17:21:14,849 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/WALs/a23eb99f71f0,41759,1732468872933/a23eb99f71f0%2C41759%2C1732468872933.1732468874829 2024-11-24T17:21:14,849 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35233:35233)] 2024-11-24T17:21:14,849 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:14,849 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:14,850 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:14,850 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:14,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:14,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:21:14,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:14,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:14,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:14,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:21:14,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:14,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:14,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:14,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:21:14,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:14,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:14,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:14,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:21:14,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:14,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:14,857 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:14,858 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:14,858 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:14,859 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:14,859 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:14,860 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:21:14,861 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:14,862 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:14,863 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60244425, jitterRate=-0.10228811204433441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:21:14,863 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468874850Initializing all the Stores at 1732468874850Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468874850Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468874851 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468874851Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468874851Cleaning up temporary data from old regions at 1732468874859 (+8 ms)Region opened successfully at 1732468874863 (+4 ms) 2024-11-24T17:21:14,863 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:21:14,866 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f13e368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:21:14,867 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:21:14,867 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:21:14,867 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:21:14,867 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:21:14,868 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:21:14,868 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:21:14,869 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:21:14,871 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:21:14,872 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Unable to get data of znode /1-1378887085/balancer because node does not exist (not necessarily an error) 2024-11-24T17:21:14,959 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1378887085/balancer already deleted, retry=false 2024-11-24T17:21:14,960 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:21:14,960 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Unable to get data of znode /1-1378887085/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:21:15,003 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1378887085/normalizer already deleted, retry=false 2024-11-24T17:21:15,003 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:21:15,004 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Unable to get data of znode /1-1378887085/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:21:15,076 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1378887085/switch/split already deleted, retry=false 2024-11-24T17:21:15,077 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Unable to get data of znode /1-1378887085/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:21:15,142 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1378887085/switch/merge already deleted, retry=false 2024-11-24T17:21:15,144 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Unable to get data of znode /1-1378887085/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:21:15,216 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1378887085/snapshot-cleanup already deleted, retry=false 2024-11-24T17:21:15,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1378887085/running 2024-11-24T17:21:15,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1378887085/running 2024-11-24T17:21:15,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:15,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:15,236 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,41759,1732468872933, sessionid=0x1016ddcf41e0003, setting cluster-up flag (Was=false) 2024-11-24T17:21:15,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:15,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:15,383 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1378887085/flush-table-proc/acquired, /1-1378887085/flush-table-proc/reached, /1-1378887085/flush-table-proc/abort 2024-11-24T17:21:15,384 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:15,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:15,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:15,436 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1378887085/online-snapshot/acquired, /1-1378887085/online-snapshot/reached, /1-1378887085/online-snapshot/abort 2024-11-24T17:21:15,437 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:15,438 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:21:15,439 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:15,439 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:21:15,439 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:21:15,439 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,41759,1732468872933 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:21:15,440 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:15,440 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:15,440 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:15,440 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:15,440 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:21:15,440 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,440 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:21:15,440 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,441 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468905441 2024-11-24T17:21:15,441 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:21:15,441 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:21:15,441 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:21:15,441 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:21:15,441 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:21:15,441 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:21:15,441 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:15,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:21:15,442 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:21:15,442 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:21:15,442 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:21:15,442 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:21:15,442 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:21:15,442 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:21:15,442 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468875442,5,FailOnTimeoutGroup] 2024-11-24T17:21:15,442 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468875442,5,FailOnTimeoutGroup] 2024-11-24T17:21:15,442 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,442 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:21:15,442 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:15,443 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,443 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:21:15,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:21:15,501 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(746): ClusterId : e652f4e4-b410-4d1f-97d1-b7281e6248af 2024-11-24T17:21:15,501 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:21:15,535 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:21:15,535 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:21:15,667 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:21:15,667 DEBUG [RS:0;a23eb99f71f0:35763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ede70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:21:15,679 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:35763 2024-11-24T17:21:15,679 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:21:15,679 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:21:15,679 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:21:15,680 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,41759,1732468872933 with port=35763, startcode=1732468873076 2024-11-24T17:21:15,680 DEBUG [RS:0;a23eb99f71f0:35763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:21:15,682 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:21:15,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:15,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41759 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:15,683 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284 2024-11-24T17:21:15,683 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39101 2024-11-24T17:21:15,683 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:21:15,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:21:15,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:21:15,858 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284 2024-11-24T17:21:15,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741832_1008 (size=32) 2024-11-24T17:21:15,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085/rs 2024-11-24T17:21:15,906 DEBUG [RS:0;a23eb99f71f0:35763 {}] zookeeper.ZKUtil(111): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Set watcher on existing znode=/1-1378887085/rs/a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:15,906 WARN [RS:0;a23eb99f71f0:35763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:21:15,906 INFO [RS:0;a23eb99f71f0:35763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:15,906 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:15,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,35763,1732468873076] 2024-11-24T17:21:15,909 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:21:15,910 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:21:15,910 INFO [RS:0;a23eb99f71f0:35763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:21:15,910 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,911 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:21:15,911 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:21:15,911 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,911 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,911 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,911 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,912 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,912 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,912 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:21:15,912 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,912 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,912 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,912 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,912 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,912 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:15,912 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:21:15,912 DEBUG [RS:0;a23eb99f71f0:35763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:21:15,912 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,912 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,912 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,912 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,912 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,912 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35763,1732468873076-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:21:15,925 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:21:15,925 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,35763,1732468873076-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,925 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,925 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.Replication(171): a23eb99f71f0,35763,1732468873076 started 2024-11-24T17:21:15,936 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:15,937 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,35763,1732468873076, RpcServer on a23eb99f71f0/172.17.0.3:35763, sessionid=0x1016ddcf41e0004 2024-11-24T17:21:15,937 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:21:15,937 DEBUG [RS:0;a23eb99f71f0:35763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:15,937 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,35763,1732468873076' 2024-11-24T17:21:15,937 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1378887085/flush-table-proc/abort' 2024-11-24T17:21:15,937 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1378887085/flush-table-proc/acquired' 2024-11-24T17:21:15,937 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:21:15,937 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:21:15,937 DEBUG [RS:0;a23eb99f71f0:35763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:15,937 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,35763,1732468873076' 2024-11-24T17:21:15,937 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1378887085/online-snapshot/abort' 2024-11-24T17:21:15,938 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1378887085/online-snapshot/acquired' 2024-11-24T17:21:15,938 DEBUG [RS:0;a23eb99f71f0:35763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:21:15,938 INFO [RS:0;a23eb99f71f0:35763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:21:15,938 INFO [RS:0;a23eb99f71f0:35763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:21:16,038 INFO [RS:0;a23eb99f71f0:35763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:21:16,040 INFO [RS:0;a23eb99f71f0:35763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C35763%2C1732468873076, suffix=, logDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076, archiveDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/oldWALs, maxLogs=10 2024-11-24T17:21:16,054 DEBUG [RS:0;a23eb99f71f0:35763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040, exclude list is [], retry=0 2024-11-24T17:21:16,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37199,DS-823fb69f-c18d-4fc1-88da-8875f8400dd9,DISK] 2024-11-24T17:21:16,058 INFO [RS:0;a23eb99f71f0:35763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 2024-11-24T17:21:16,058 DEBUG [RS:0;a23eb99f71f0:35763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35233:35233)] 2024-11-24T17:21:16,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:16,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:21:16,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:21:16,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:16,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:16,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:21:16,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:21:16,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:16,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:16,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:21:16,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:21:16,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:16,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:16,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:21:16,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:21:16,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:16,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:16,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:21:16,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740 2024-11-24T17:21:16,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740 2024-11-24T17:21:16,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:21:16,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:21:16,272 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:21:16,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:21:16,274 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:16,275 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66322194, jitterRate=-0.011722296476364136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:21:16,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468876263Initializing all the Stores at 1732468876264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468876264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468876264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468876264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468876264Cleaning up temporary data from old regions at 1732468876272 (+8 ms)Region opened successfully at 1732468876275 (+3 ms) 2024-11-24T17:21:16,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:21:16,275 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:21:16,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:21:16,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:21:16,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:21:16,275 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:21:16,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468876275Disabling compacts and flushes for region at 1732468876275Disabling writes for close at 1732468876275Writing region close event to WAL at 1732468876275Closed at 1732468876275 2024-11-24T17:21:16,276 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:16,276 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:21:16,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:21:16,277 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:21:16,278 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:21:16,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:21:16,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:16,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:16,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:16,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:16,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:16,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:16,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:16,428 DEBUG [a23eb99f71f0:41759 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:21:16,428 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:16,429 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,35763,1732468873076, state=OPENING 2024-11-24T17:21:16,446 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:21:16,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:16,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:16,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1378887085/meta-region-server: CHANGED 2024-11-24T17:21:16,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1378887085/meta-region-server: CHANGED 2024-11-24T17:21:16,509 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:21:16,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,35763,1732468873076}] 2024-11-24T17:21:16,662 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:21:16,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:21:16,666 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:21:16,666 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:16,666 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:21:16,668 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C35763%2C1732468873076.meta, suffix=.meta, logDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076, archiveDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/oldWALs, maxLogs=10 2024-11-24T17:21:16,679 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.meta.1732468876668.meta, exclude list is [], retry=0 2024-11-24T17:21:16,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37199,DS-823fb69f-c18d-4fc1-88da-8875f8400dd9,DISK] 2024-11-24T17:21:16,684 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.meta.1732468876668.meta 2024-11-24T17:21:16,688 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35233:35233)] 2024-11-24T17:21:16,688 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:16,689 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:16,689 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:21:16,689 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:21:16,689 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:21:16,689 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:21:16,689 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:16,689 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:21:16,689 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:21:16,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:21:16,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:21:16,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:16,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:16,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:21:16,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:21:16,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:16,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:16,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:21:16,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:21:16,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:16,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:16,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:21:16,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:21:16,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:16,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:16,695 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:21:16,696 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740 2024-11-24T17:21:16,696 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740 2024-11-24T17:21:16,697 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:21:16,697 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:21:16,698 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:21:16,699 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:21:16,699 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68893951, jitterRate=0.02659986913204193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:21:16,699 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:21:16,699 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468876689Writing region info on filesystem at 1732468876689Initializing all the Stores at 1732468876690 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468876690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468876691 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468876691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468876691Cleaning up temporary data from old regions at 1732468876697 (+6 ms)Running coprocessor post-open hooks at 1732468876699 (+2 ms)Region opened successfully at 1732468876699 2024-11-24T17:21:16,700 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468876662 2024-11-24T17:21:16,702 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:21:16,702 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:21:16,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:16,703 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,35763,1732468873076, state=OPEN 2024-11-24T17:21:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1378887085/meta-region-server 2024-11-24T17:21:16,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1378887085/meta-region-server 2024-11-24T17:21:16,773 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:16,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1378887085/meta-region-server: CHANGED 2024-11-24T17:21:16,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1378887085/meta-region-server: CHANGED 2024-11-24T17:21:16,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:21:16,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,35763,1732468873076 in 264 msec 2024-11-24T17:21:16,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:21:16,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-11-24T17:21:16,777 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:16,777 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:21:16,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:16,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1] 2024-11-24T17:21:16,778 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:16,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:16,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3440 sec 2024-11-24T17:21:16,783 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468876783, completionTime=-1 2024-11-24T17:21:16,783 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:21:16,783 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:21:16,784 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:21:16,784 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468936784 2024-11-24T17:21:16,784 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732468996784 2024-11-24T17:21:16,784 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T17:21:16,785 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41759,1732468872933-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:16,785 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41759,1732468872933-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:16,785 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41759,1732468872933-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:16,785 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:41759, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:16,785 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:16,785 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:16,786 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:21:16,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.647sec 2024-11-24T17:21:16,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:21:16,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:21:16,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:21:16,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:21:16,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:21:16,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41759,1732468872933-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:21:16,788 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41759,1732468872933-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:21:16,790 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:21:16,790 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:21:16,790 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41759,1732468872933-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:16,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f6eec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:16,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41759,-1 for getting cluster id 2024-11-24T17:21:16,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:16,802 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e652f4e4-b410-4d1f-97d1-b7281e6248af' 2024-11-24T17:21:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e652f4e4-b410-4d1f-97d1-b7281e6248af" 2024-11-24T17:21:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2194be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41759,-1] 2024-11-24T17:21:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:16,804 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:16,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b86da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:16,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1] 2024-11-24T17:21:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:16,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:16,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:16,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59414 2024-11-24T17:21:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:21:16,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016ddcf41e0005 connected 2024-11-24T17:21:16,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6799b1 2024-11-24T17:21:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:16,944 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:16,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:21:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:21:16,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:21:16,946 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:16,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:21:16,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:21:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:16,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:21:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:17,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2b86e5a85e4bc8e51dda76adfe697cc, NAME => 'test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3 2024-11-24T17:21:17,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:21:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:17,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:17,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a2b86e5a85e4bc8e51dda76adfe697cc, disabling compactions & flushes 2024-11-24T17:21:17,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. 2024-11-24T17:21:17,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. 2024-11-24T17:21:17,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. after waiting 0 ms 2024-11-24T17:21:17,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. 2024-11-24T17:21:17,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. 2024-11-24T17:21:17,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2b86e5a85e4bc8e51dda76adfe697cc: Waiting for close lock at 1732468877759Disabling compacts and flushes for region at 1732468877759Disabling writes for close at 1732468877759Writing region close event to WAL at 1732468877759Closed at 1732468877759 2024-11-24T17:21:17,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:21:17,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732468877760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468877760"}]},"ts":"1732468877760"} 2024-11-24T17:21:17,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:21:17,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:21:17,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468877763"}]},"ts":"1732468877763"} 2024-11-24T17:21:17,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:21:17,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2b86e5a85e4bc8e51dda76adfe697cc, ASSIGN}] 2024-11-24T17:21:17,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2b86e5a85e4bc8e51dda76adfe697cc, ASSIGN 2024-11-24T17:21:17,767 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a2b86e5a85e4bc8e51dda76adfe697cc, ASSIGN; state=OFFLINE, location=a23eb99f71f0,34353,1732468867612; forceNewPlan=false, retain=false 2024-11-24T17:21:17,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2b86e5a85e4bc8e51dda76adfe697cc, regionState=OPENING, regionLocation=a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:17,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a2b86e5a85e4bc8e51dda76adfe697cc, ASSIGN because future has completed 2024-11-24T17:21:17,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2b86e5a85e4bc8e51dda76adfe697cc, server=a23eb99f71f0,34353,1732468867612}] 2024-11-24T17:21:18,075 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. 2024-11-24T17:21:18,075 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a2b86e5a85e4bc8e51dda76adfe697cc, NAME => 'test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:18,075 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:18,076 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:21:18,076 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,076 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:18,076 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,076 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,077 INFO [StoreOpener-a2b86e5a85e4bc8e51dda76adfe697cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,078 INFO [StoreOpener-a2b86e5a85e4bc8e51dda76adfe697cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2b86e5a85e4bc8e51dda76adfe697cc columnFamilyName f 2024-11-24T17:21:18,078 DEBUG [StoreOpener-a2b86e5a85e4bc8e51dda76adfe697cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:18,078 INFO [StoreOpener-a2b86e5a85e4bc8e51dda76adfe697cc-1 {}] regionserver.HStore(327): Store=a2b86e5a85e4bc8e51dda76adfe697cc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:18,079 INFO [StoreOpener-a2b86e5a85e4bc8e51dda76adfe697cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,079 INFO [StoreOpener-a2b86e5a85e4bc8e51dda76adfe697cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2b86e5a85e4bc8e51dda76adfe697cc columnFamilyName f1 2024-11-24T17:21:18,079 DEBUG [StoreOpener-a2b86e5a85e4bc8e51dda76adfe697cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:18,080 INFO [StoreOpener-a2b86e5a85e4bc8e51dda76adfe697cc-1 {}] regionserver.HStore(327): Store=a2b86e5a85e4bc8e51dda76adfe697cc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:18,080 INFO [StoreOpener-a2b86e5a85e4bc8e51dda76adfe697cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,080 INFO [StoreOpener-a2b86e5a85e4bc8e51dda76adfe697cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2b86e5a85e4bc8e51dda76adfe697cc columnFamilyName norep 2024-11-24T17:21:18,080 DEBUG [StoreOpener-a2b86e5a85e4bc8e51dda76adfe697cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:18,081 INFO [StoreOpener-a2b86e5a85e4bc8e51dda76adfe697cc-1 {}] regionserver.HStore(327): Store=a2b86e5a85e4bc8e51dda76adfe697cc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:18,081 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,081 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,081 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,082 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,082 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,083 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:21:18,084 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:18,085 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:18,086 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a2b86e5a85e4bc8e51dda76adfe697cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69201413, jitterRate=0.03118140995502472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:21:18,086 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:18,086 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a2b86e5a85e4bc8e51dda76adfe697cc: Running coprocessor pre-open hook at 1732468878076Writing region info on filesystem at 1732468878076Initializing all the Stores at 1732468878077 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468878077Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468878077Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468878077Cleaning up temporary data from old regions at 1732468878082 (+5 ms)Running coprocessor post-open hooks at 1732468878086 (+4 ms)Region opened successfully at 1732468878086 2024-11-24T17:21:18,087 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc., pid=6, masterSystemTime=1732468878072 2024-11-24T17:21:18,089 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. 2024-11-24T17:21:18,089 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. 2024-11-24T17:21:18,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2b86e5a85e4bc8e51dda76adfe697cc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:18,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2b86e5a85e4bc8e51dda76adfe697cc, server=a23eb99f71f0,34353,1732468867612 because future has completed 2024-11-24T17:21:18,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:21:18,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a2b86e5a85e4bc8e51dda76adfe697cc, server=a23eb99f71f0,34353,1732468867612 in 173 msec 2024-11-24T17:21:18,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:21:18,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a2b86e5a85e4bc8e51dda76adfe697cc, ASSIGN in 329 msec 2024-11-24T17:21:18,096 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:21:18,097 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468878096"}]},"ts":"1732468878096"} 2024-11-24T17:21:18,098 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:21:18,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:21:18,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-24T17:21:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:19,094 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:21:19,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c70c480 2024-11-24T17:21:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:19,096 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:19,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:21:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:21:19,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:21:19,099 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:19,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:21:19,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:21:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:21:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:19,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5494e082a8abe9562fe6783ee2cdcfc3, NAME => 'test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284 2024-11-24T17:21:19,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:21:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:19,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:19,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5494e082a8abe9562fe6783ee2cdcfc3, disabling compactions & flushes 2024-11-24T17:21:19,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. 2024-11-24T17:21:19,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. 2024-11-24T17:21:19,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. after waiting 0 ms 2024-11-24T17:21:19,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. 2024-11-24T17:21:19,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. 2024-11-24T17:21:19,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5494e082a8abe9562fe6783ee2cdcfc3: Waiting for close lock at 1732468879912Disabling compacts and flushes for region at 1732468879912Disabling writes for close at 1732468879912Writing region close event to WAL at 1732468879912Closed at 1732468879912 2024-11-24T17:21:19,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:21:19,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732468879913"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468879913"}]},"ts":"1732468879913"} 2024-11-24T17:21:19,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:21:19,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:21:19,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468879917"}]},"ts":"1732468879917"} 2024-11-24T17:21:19,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:21:19,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5494e082a8abe9562fe6783ee2cdcfc3, ASSIGN}] 2024-11-24T17:21:19,920 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5494e082a8abe9562fe6783ee2cdcfc3, ASSIGN 2024-11-24T17:21:19,920 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5494e082a8abe9562fe6783ee2cdcfc3, ASSIGN; state=OFFLINE, location=a23eb99f71f0,35763,1732468873076; forceNewPlan=false, retain=false 2024-11-24T17:21:20,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5494e082a8abe9562fe6783ee2cdcfc3, regionState=OPENING, regionLocation=a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:20,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5494e082a8abe9562fe6783ee2cdcfc3, ASSIGN because future has completed 2024-11-24T17:21:20,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5494e082a8abe9562fe6783ee2cdcfc3, server=a23eb99f71f0,35763,1732468873076}] 2024-11-24T17:21:20,229 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. 2024-11-24T17:21:20,229 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5494e082a8abe9562fe6783ee2cdcfc3, NAME => 'test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:20,229 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:20,230 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:21:20,230 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,230 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:20,230 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,230 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,231 INFO [StoreOpener-5494e082a8abe9562fe6783ee2cdcfc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,232 INFO [StoreOpener-5494e082a8abe9562fe6783ee2cdcfc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5494e082a8abe9562fe6783ee2cdcfc3 columnFamilyName f 2024-11-24T17:21:20,232 DEBUG [StoreOpener-5494e082a8abe9562fe6783ee2cdcfc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:20,232 INFO [StoreOpener-5494e082a8abe9562fe6783ee2cdcfc3-1 {}] regionserver.HStore(327): Store=5494e082a8abe9562fe6783ee2cdcfc3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:20,232 INFO [StoreOpener-5494e082a8abe9562fe6783ee2cdcfc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,233 INFO [StoreOpener-5494e082a8abe9562fe6783ee2cdcfc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5494e082a8abe9562fe6783ee2cdcfc3 columnFamilyName f1 2024-11-24T17:21:20,233 DEBUG [StoreOpener-5494e082a8abe9562fe6783ee2cdcfc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:20,234 INFO [StoreOpener-5494e082a8abe9562fe6783ee2cdcfc3-1 {}] regionserver.HStore(327): Store=5494e082a8abe9562fe6783ee2cdcfc3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:20,234 INFO [StoreOpener-5494e082a8abe9562fe6783ee2cdcfc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,235 INFO [StoreOpener-5494e082a8abe9562fe6783ee2cdcfc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5494e082a8abe9562fe6783ee2cdcfc3 columnFamilyName norep 2024-11-24T17:21:20,235 DEBUG [StoreOpener-5494e082a8abe9562fe6783ee2cdcfc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:20,235 INFO [StoreOpener-5494e082a8abe9562fe6783ee2cdcfc3-1 {}] regionserver.HStore(327): Store=5494e082a8abe9562fe6783ee2cdcfc3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:20,235 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,236 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,236 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,237 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,237 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,237 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:21:20,238 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,240 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:20,241 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5494e082a8abe9562fe6783ee2cdcfc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63026235, jitterRate=-0.06083591282367706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:21:20,241 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:20,241 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5494e082a8abe9562fe6783ee2cdcfc3: Running coprocessor pre-open hook at 1732468880230Writing region info on filesystem at 1732468880230Initializing all the Stores at 1732468880231 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468880231Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468880231Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468880231Cleaning up temporary data from old regions at 1732468880237 (+6 ms)Running coprocessor post-open hooks at 1732468880241 (+4 ms)Region opened successfully at 1732468880241 2024-11-24T17:21:20,241 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3., pid=6, masterSystemTime=1732468880225 2024-11-24T17:21:20,243 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. 2024-11-24T17:21:20,243 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. 2024-11-24T17:21:20,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5494e082a8abe9562fe6783ee2cdcfc3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:20,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5494e082a8abe9562fe6783ee2cdcfc3, server=a23eb99f71f0,35763,1732468873076 because future has completed 2024-11-24T17:21:20,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:21:20,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5494e082a8abe9562fe6783ee2cdcfc3, server=a23eb99f71f0,35763,1732468873076 in 173 msec 2024-11-24T17:21:20,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:21:20,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5494e082a8abe9562fe6783ee2cdcfc3, ASSIGN in 329 msec 2024-11-24T17:21:20,250 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:21:20,250 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468880250"}]},"ts":"1732468880250"} 2024-11-24T17:21:20,252 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:21:20,252 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:21:20,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-24T17:21:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:21,245 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:21:21,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b71f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:21,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,42151,-1 for getting cluster id 2024-11-24T17:21:21,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:21,246 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e79355c3-6890-4f9e-8351-b68cb56203a0' 2024-11-24T17:21:21,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:21,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e79355c3-6890-4f9e-8351-b68cb56203a0" 2024-11-24T17:21:21,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdb8c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:21,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,42151,-1] 2024-11-24T17:21:21,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:21,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:21,248 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365fd896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:21,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505c8ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:21,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41759,-1 for getting cluster id 2024-11-24T17:21:21,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:21,250 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e652f4e4-b410-4d1f-97d1-b7281e6248af' 2024-11-24T17:21:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e652f4e4-b410-4d1f-97d1-b7281e6248af" 2024-11-24T17:21:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b707d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41759,-1] 2024-11-24T17:21:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:21,251 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:21,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b57215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:21,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448af049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:21,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,42151,-1 for getting cluster id 2024-11-24T17:21:21,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:21,253 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e79355c3-6890-4f9e-8351-b68cb56203a0' 2024-11-24T17:21:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e79355c3-6890-4f9e-8351-b68cb56203a0" 2024-11-24T17:21:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37368196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,42151,-1] 2024-11-24T17:21:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:21,254 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3392d904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:21,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1588e0f2 2024-11-24T17:21:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:21,256 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:21,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:41759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:21:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:21:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:21,259 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:41759' 2024-11-24T17:21:21,260 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391f7f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:21,260 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41759,-1 for getting cluster id 2024-11-24T17:21:21,260 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:21,261 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e652f4e4-b410-4d1f-97d1-b7281e6248af' 2024-11-24T17:21:21,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:21,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e652f4e4-b410-4d1f-97d1-b7281e6248af" 2024-11-24T17:21:21,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7893e207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:21,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41759,-1] 2024-11-24T17:21:21,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:21,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:21,262 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:21,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128ce83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:21,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:21,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:21,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ae7386c 2024-11-24T17:21:21,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:21,264 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:21,265 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T17:21:21,265 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:21:21,265 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:21,265 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:21,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:21,265 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:21:21,266 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:21:21,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:21:21,267 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:21,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:21:21,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741837_1013 (size=1138) 2024-11-24T17:21:21,275 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c663d590735fff4759560a90fec21c3e, NAME => 'hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3 2024-11-24T17:21:21,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741838_1014 (size=44) 2024-11-24T17:21:21,317 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:21:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:21,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:21,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c663d590735fff4759560a90fec21c3e, disabling compactions & flushes 2024-11-24T17:21:21,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. 2024-11-24T17:21:21,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. 2024-11-24T17:21:21,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. after waiting 0 ms 2024-11-24T17:21:21,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. 2024-11-24T17:21:21,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. 2024-11-24T17:21:21,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c663d590735fff4759560a90fec21c3e: Waiting for close lock at 1732468881681Disabling compacts and flushes for region at 1732468881681Disabling writes for close at 1732468881681Writing region close event to WAL at 1732468881681Closed at 1732468881681 2024-11-24T17:21:21,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:21:21,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732468881683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468881683"}]},"ts":"1732468881683"} 2024-11-24T17:21:21,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:21:21,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:21:21,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468881686"}]},"ts":"1732468881686"} 2024-11-24T17:21:21,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:21:21,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c663d590735fff4759560a90fec21c3e, ASSIGN}] 2024-11-24T17:21:21,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c663d590735fff4759560a90fec21c3e, ASSIGN 2024-11-24T17:21:21,690 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c663d590735fff4759560a90fec21c3e, ASSIGN; state=OFFLINE, location=a23eb99f71f0,34353,1732468867612; forceNewPlan=false, retain=false 2024-11-24T17:21:21,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c663d590735fff4759560a90fec21c3e, regionState=OPENING, regionLocation=a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:21,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c663d590735fff4759560a90fec21c3e, ASSIGN because future has completed 2024-11-24T17:21:21,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c663d590735fff4759560a90fec21c3e, server=a23eb99f71f0,34353,1732468867612}] 2024-11-24T17:21:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:21,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. 2024-11-24T17:21:21,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:21,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:21:21,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C34353%2C1732468867612.rep, suffix=, logDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612, archiveDir=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/oldWALs, maxLogs=10 2024-11-24T17:21:22,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.rep.1732468881999, exclude list is [], retry=0 2024-11-24T17:21:22,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39121,DS-1820c961-b149-46d5-bccc-40ce8ae5166d,DISK] 2024-11-24T17:21:22,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.rep.1732468881999 2024-11-24T17:21:22,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45049:45049)] 2024-11-24T17:21:22,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c663d590735fff4759560a90fec21c3e, NAME => 'hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:22,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:22,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:21:22,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. service=MultiRowMutationService 2024-11-24T17:21:22,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:21:22,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:22,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,020 INFO [StoreOpener-c663d590735fff4759560a90fec21c3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,021 INFO [StoreOpener-c663d590735fff4759560a90fec21c3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c663d590735fff4759560a90fec21c3e columnFamilyName hfileref 2024-11-24T17:21:22,021 DEBUG [StoreOpener-c663d590735fff4759560a90fec21c3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:22,022 INFO [StoreOpener-c663d590735fff4759560a90fec21c3e-1 {}] regionserver.HStore(327): Store=c663d590735fff4759560a90fec21c3e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:22,022 INFO [StoreOpener-c663d590735fff4759560a90fec21c3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,022 INFO [StoreOpener-c663d590735fff4759560a90fec21c3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c663d590735fff4759560a90fec21c3e columnFamilyName queue 2024-11-24T17:21:22,022 DEBUG [StoreOpener-c663d590735fff4759560a90fec21c3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:22,023 INFO [StoreOpener-c663d590735fff4759560a90fec21c3e-1 {}] regionserver.HStore(327): Store=c663d590735fff4759560a90fec21c3e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:22,023 INFO [StoreOpener-c663d590735fff4759560a90fec21c3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,024 INFO [StoreOpener-c663d590735fff4759560a90fec21c3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c663d590735fff4759560a90fec21c3e columnFamilyName sid 2024-11-24T17:21:22,024 DEBUG [StoreOpener-c663d590735fff4759560a90fec21c3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:22,024 INFO [StoreOpener-c663d590735fff4759560a90fec21c3e-1 {}] regionserver.HStore(327): Store=c663d590735fff4759560a90fec21c3e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:22,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:21:22,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:22,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c663d590735fff4759560a90fec21c3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66541309, jitterRate=-0.008457228541374207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:21:22,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:22,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c663d590735fff4759560a90fec21c3e: Running coprocessor pre-open hook at 1732468882019Writing region info on filesystem at 1732468882019Initializing all the Stores at 1732468882020 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468882020Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468882020Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468882020Cleaning up temporary data from old regions at 1732468882026 (+6 ms)Running coprocessor post-open hooks at 1732468882029 (+3 ms)Region opened successfully at 1732468882030 (+1 ms) 2024-11-24T17:21:22,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e., pid=10, masterSystemTime=1732468881994 2024-11-24T17:21:22,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. 2024-11-24T17:21:22,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. 2024-11-24T17:21:22,033 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c663d590735fff4759560a90fec21c3e, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:22,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c663d590735fff4759560a90fec21c3e, server=a23eb99f71f0,34353,1732468867612 because future has completed 2024-11-24T17:21:22,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:21:22,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c663d590735fff4759560a90fec21c3e, server=a23eb99f71f0,34353,1732468867612 in 195 msec 2024-11-24T17:21:22,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T17:21:22,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c663d590735fff4759560a90fec21c3e, ASSIGN in 352 msec 2024-11-24T17:21:22,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:21:22,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468882042"}]},"ts":"1732468882042"} 2024-11-24T17:21:22,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:21:22,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:21:22,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 779 msec 2024-11-24T17:21:22,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e., hostname=a23eb99f71f0,34353,1732468867612, seqNum=2] 2024-11-24T17:21:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:22,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:22,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:21:22,191 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:21:22,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:22,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:22,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:22,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:22,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:22,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:22,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:22,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T17:21:22,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T17:21:22,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T17:21:22,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T17:21:22,239 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T17:21:22,239 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T17:21:22,240 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:21:22,240 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T17:21:22,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T17:21:22,273 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:21:22,297 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,34353,1732468867612, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:21:22,297 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:22,297 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,34353,1732468867612, seqNum=-1] 2024-11-24T17:21:22,298 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:22,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T17:21:22,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,34353,1732468867612', locateType=CURRENT is [region=hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e., hostname=a23eb99f71f0,34353,1732468867612, seqNum=2] 2024-11-24T17:21:22,302 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T17:21:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T17:21:22,304 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,34353,1732468867612 suceeded 2024-11-24T17:21:22,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T17:21:22,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-24T17:21:22,306 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:41759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:21:22,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0490 sec 2024-11-24T17:21:22,317 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:41759' 2024-11-24T17:21:22,319 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a1360c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:22,319 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41759,-1 for getting cluster id 2024-11-24T17:21:22,319 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:22,320 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e652f4e4-b410-4d1f-97d1-b7281e6248af' 2024-11-24T17:21:22,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:22,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e652f4e4-b410-4d1f-97d1-b7281e6248af" 2024-11-24T17:21:22,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@351e2f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:22,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41759,-1] 2024-11-24T17:21:22,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:22,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:22,322 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:22,322 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f7c0a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:22,322 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:22,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:22,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f1c89b6 2024-11-24T17:21:22,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:22,324 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T17:21:22,324 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,34353,1732468867612 (queues=1) is replicating from cluster=e79355c3-6890-4f9e-8351-b68cb56203a0 to cluster=e652f4e4-b410-4d1f-97d1-b7281e6248af 2024-11-24T17:21:22,324 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C34353%2C1732468867612 2024-11-24T17:21:22,324 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,34353,1732468867612, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:21:22,325 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C34353%2C1732468867612 2024-11-24T17:21:22,325 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852, startPosition=0, beingWritten=true 2024-11-24T17:21:22,351 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:21:22,352 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 379, reset compression=false 2024-11-24T17:21:22,352 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,34353,1732468867612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:21:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:22,395 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:21:22,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:21:22,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:22,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:22,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:22,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:22,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b1a8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:22,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41759,-1 for getting cluster id 2024-11-24T17:21:22,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:22,397 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e652f4e4-b410-4d1f-97d1-b7281e6248af' 2024-11-24T17:21:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e652f4e4-b410-4d1f-97d1-b7281e6248af" 2024-11-24T17:21:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f79632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41759,-1] 2024-11-24T17:21:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:22,398 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:22,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f9d79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:22,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24162db4 2024-11-24T17:21:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:22,400 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:22,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:42151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:21:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:21:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:22,403 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:42151' 2024-11-24T17:21:22,404 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7986b238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:22,404 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,42151,-1 for getting cluster id 2024-11-24T17:21:22,404 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:22,404 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e79355c3-6890-4f9e-8351-b68cb56203a0' 2024-11-24T17:21:22,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:22,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e79355c3-6890-4f9e-8351-b68cb56203a0" 2024-11-24T17:21:22,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694d5cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:22,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,42151,-1] 2024-11-24T17:21:22,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:22,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:22,406 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:22,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca702f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:22,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:22,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:22,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@740fa800 2024-11-24T17:21:22,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:22,408 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:22,408 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T17:21:22,409 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:21:22,409 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:22,409 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:22,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:22,409 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:21:22,410 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:21:22,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:21:22,412 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:22,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:21:22,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741837_1013 (size=1138) 2024-11-24T17:21:22,461 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:21:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:22,561 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 379, reset compression=false 2024-11-24T17:21:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:22,820 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b18e44dba5df49f41e4787357f68b0a3, NAME => 'hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284 2024-11-24T17:21:22,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741838_1014 (size=44) 2024-11-24T17:21:22,865 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 379, reset compression=false 2024-11-24T17:21:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:23,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:23,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b18e44dba5df49f41e4787357f68b0a3, disabling compactions & flushes 2024-11-24T17:21:23,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. 2024-11-24T17:21:23,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. 2024-11-24T17:21:23,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. after waiting 0 ms 2024-11-24T17:21:23,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. 2024-11-24T17:21:23,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. 2024-11-24T17:21:23,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b18e44dba5df49f41e4787357f68b0a3: Waiting for close lock at 1732468883225Disabling compacts and flushes for region at 1732468883225Disabling writes for close at 1732468883225Writing region close event to WAL at 1732468883225Closed at 1732468883225 2024-11-24T17:21:23,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:21:23,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732468883226"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468883226"}]},"ts":"1732468883226"} 2024-11-24T17:21:23,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:21:23,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:21:23,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468883228"}]},"ts":"1732468883228"} 2024-11-24T17:21:23,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:21:23,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b18e44dba5df49f41e4787357f68b0a3, ASSIGN}] 2024-11-24T17:21:23,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b18e44dba5df49f41e4787357f68b0a3, ASSIGN 2024-11-24T17:21:23,231 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b18e44dba5df49f41e4787357f68b0a3, ASSIGN; state=OFFLINE, location=a23eb99f71f0,35763,1732468873076; forceNewPlan=false, retain=false 2024-11-24T17:21:23,269 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 379, reset compression=false 2024-11-24T17:21:23,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b18e44dba5df49f41e4787357f68b0a3, regionState=OPENING, regionLocation=a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:23,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b18e44dba5df49f41e4787357f68b0a3, ASSIGN because future has completed 2024-11-24T17:21:23,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b18e44dba5df49f41e4787357f68b0a3, server=a23eb99f71f0,35763,1732468873076}] 2024-11-24T17:21:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:23,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. 2024-11-24T17:21:23,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:23,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:21:23,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C35763%2C1732468873076.rep, suffix=, logDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076, archiveDir=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/oldWALs, maxLogs=10 2024-11-24T17:21:23,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.rep.1732468883541, exclude list is [], retry=0 2024-11-24T17:21:23,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37199,DS-823fb69f-c18d-4fc1-88da-8875f8400dd9,DISK] 2024-11-24T17:21:23,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.rep.1732468883541 2024-11-24T17:21:23,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35233:35233)] 2024-11-24T17:21:23,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b18e44dba5df49f41e4787357f68b0a3, NAME => 'hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:23,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:23,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:21:23,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. service=MultiRowMutationService 2024-11-24T17:21:23,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:21:23,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:23,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,558 INFO [StoreOpener-b18e44dba5df49f41e4787357f68b0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,560 INFO [StoreOpener-b18e44dba5df49f41e4787357f68b0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b18e44dba5df49f41e4787357f68b0a3 columnFamilyName hfileref 2024-11-24T17:21:23,560 DEBUG [StoreOpener-b18e44dba5df49f41e4787357f68b0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:23,561 INFO [StoreOpener-b18e44dba5df49f41e4787357f68b0a3-1 {}] regionserver.HStore(327): Store=b18e44dba5df49f41e4787357f68b0a3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:23,561 INFO [StoreOpener-b18e44dba5df49f41e4787357f68b0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,562 INFO [StoreOpener-b18e44dba5df49f41e4787357f68b0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b18e44dba5df49f41e4787357f68b0a3 columnFamilyName queue 2024-11-24T17:21:23,562 DEBUG [StoreOpener-b18e44dba5df49f41e4787357f68b0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:23,562 INFO [StoreOpener-b18e44dba5df49f41e4787357f68b0a3-1 {}] regionserver.HStore(327): Store=b18e44dba5df49f41e4787357f68b0a3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:23,562 INFO [StoreOpener-b18e44dba5df49f41e4787357f68b0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,563 INFO [StoreOpener-b18e44dba5df49f41e4787357f68b0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b18e44dba5df49f41e4787357f68b0a3 columnFamilyName sid 2024-11-24T17:21:23,564 DEBUG [StoreOpener-b18e44dba5df49f41e4787357f68b0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:23,564 INFO [StoreOpener-b18e44dba5df49f41e4787357f68b0a3-1 {}] regionserver.HStore(327): Store=b18e44dba5df49f41e4787357f68b0a3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:23,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:21:23,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:23,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b18e44dba5df49f41e4787357f68b0a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64848728, jitterRate=-0.033678650856018066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:21:23,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:23,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b18e44dba5df49f41e4787357f68b0a3: Running coprocessor pre-open hook at 1732468883557Writing region info on filesystem at 1732468883557Initializing all the Stores at 1732468883558 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468883558Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468883558Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468883558Cleaning up temporary data from old regions at 1732468883566 (+8 ms)Running coprocessor post-open hooks at 1732468883570 (+4 ms)Region opened successfully at 1732468883570 2024-11-24T17:21:23,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3., pid=10, masterSystemTime=1732468883536 2024-11-24T17:21:23,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. 2024-11-24T17:21:23,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. 2024-11-24T17:21:23,574 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b18e44dba5df49f41e4787357f68b0a3, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:23,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b18e44dba5df49f41e4787357f68b0a3, server=a23eb99f71f0,35763,1732468873076 because future has completed 2024-11-24T17:21:23,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:21:23,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b18e44dba5df49f41e4787357f68b0a3, server=a23eb99f71f0,35763,1732468873076 in 192 msec 2024-11-24T17:21:23,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T17:21:23,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b18e44dba5df49f41e4787357f68b0a3, ASSIGN in 348 msec 2024-11-24T17:21:23,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:21:23,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468883581"}]},"ts":"1732468883581"} 2024-11-24T17:21:23,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:21:23,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:21:23,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-24T17:21:23,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3., hostname=a23eb99f71f0,35763,1732468873076, seqNum=2] 2024-11-24T17:21:23,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:23,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:23,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:21:23,772 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 379, reset compression=false 2024-11-24T17:21:23,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T17:21:23,852 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:21:23,877 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,35763,1732468873076, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:21:23,877 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:23,877 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1] 2024-11-24T17:21:23,878 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:23,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T17:21:23,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,35763,1732468873076', locateType=CURRENT is [region=hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3., hostname=a23eb99f71f0,35763,1732468873076, seqNum=2] 2024-11-24T17:21:23,883 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T17:21:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T17:21:23,885 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,35763,1732468873076 suceeded 2024-11-24T17:21:23,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T17:21:23,886 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:42151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:21:23,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-24T17:21:23,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-24T17:21:23,903 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:42151' 2024-11-24T17:21:23,905 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7171c621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:23,905 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,42151,-1 for getting cluster id 2024-11-24T17:21:23,905 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:23,906 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e79355c3-6890-4f9e-8351-b68cb56203a0' 2024-11-24T17:21:23,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:23,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e79355c3-6890-4f9e-8351-b68cb56203a0" 2024-11-24T17:21:23,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ca75f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:23,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,42151,-1] 2024-11-24T17:21:23,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:23,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:23,908 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:23,908 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d198eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:23,908 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:23,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:23,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50dbf708 2024-11-24T17:21:23,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:23,910 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T17:21:23,911 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,35763,1732468873076 (queues=1) is replicating from cluster=e652f4e4-b410-4d1f-97d1-b7281e6248af to cluster=e79355c3-6890-4f9e-8351-b68cb56203a0 2024-11-24T17:21:23,911 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C35763%2C1732468873076 2024-11-24T17:21:23,911 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,35763,1732468873076, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:21:23,912 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040, startPosition=0, beingWritten=true 2024-11-24T17:21:23,916 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C35763%2C1732468873076 2024-11-24T17:21:23,923 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:21:23,923 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 379, reset compression=false 2024-11-24T17:21:23,923 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,35763,1732468873076 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:21:24,131 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 379, reset compression=false 2024-11-24T17:21:24,376 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 379, reset compression=false 2024-11-24T17:21:24,436 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 379, reset compression=false 2024-11-24T17:21:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:24,545 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:21:24,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:21:24,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:24,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:24,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:24,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:24,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:24,548 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732468884548/Put/seqid=0 2024-11-24T17:21:24,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741840_1016 (size=7894) 2024-11-24T17:21:24,840 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 379, reset compression=false 2024-11-24T17:21:24,957 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732468884957/Put/seqid=0 2024-11-24T17:21:24,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741841_1017 (size=7691) 2024-11-24T17:21:25,080 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 379, reset compression=false 2024-11-24T17:21:25,343 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 379, reset compression=false 2024-11-24T17:21:25,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cae91f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:25,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,42151,-1 for getting cluster id 2024-11-24T17:21:25,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:25,363 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e79355c3-6890-4f9e-8351-b68cb56203a0' 2024-11-24T17:21:25,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:25,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e79355c3-6890-4f9e-8351-b68cb56203a0" 2024-11-24T17:21:25,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b10c4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:25,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,42151,-1] 2024-11-24T17:21:25,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:25,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:25,365 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:25,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3181e4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:25,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:25,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,34353,1732468867612, seqNum=-1] 2024-11-24T17:21:25,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:25,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:25,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:25,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:25,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@397fb89e 2024-11-24T17:21:25,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:25,378 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:25,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc., hostname=a23eb99f71f0,34353,1732468867612, seqNum=2] 2024-11-24T17:21:25,383 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:21:25,388 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T17:21:25,390 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T17:21:25,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/testHFileCyclicReplication_01/f/hfile_0 for inclusion in a2b86e5a85e4bc8e51dda76adfe697cc/f 2024-11-24T17:21:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T17:21:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:21:25,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/testHFileCyclicReplication_01/f/hfile_1 for inclusion in a2b86e5a85e4bc8e51dda76adfe697cc/f 2024-11-24T17:21:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T17:21:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:21:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HRegion(2603): Flush status journal for a2b86e5a85e4bc8e51dda76adfe697cc: 2024-11-24T17:21:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins__test__c925mjb39f2bjuq6mv53fdj16kvt987c51ebloj69fvsof1cufjejtk5jme88nve/f/hfile_0 2024-11-24T17:21:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins__test__c925mjb39f2bjuq6mv53fdj16kvt987c51ebloj69fvsof1cufjejtk5jme88nve/f/hfile_0 as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/88a982a88edc4b17a3ecd0e0204fb5af_SeqId_4_ 2024-11-24T17:21:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins__test__c925mjb39f2bjuq6mv53fdj16kvt987c51ebloj69fvsof1cufjejtk5jme88nve/f/hfile_1 2024-11-24T17:21:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins__test__c925mjb39f2bjuq6mv53fdj16kvt987c51ebloj69fvsof1cufjejtk5jme88nve/f/hfile_1 as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/c9efd0a14d334f30a53efb22a008ef8e_SeqId_4_ 2024-11-24T17:21:25,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins__test__c925mjb39f2bjuq6mv53fdj16kvt987c51ebloj69fvsof1cufjejtk5jme88nve/f/hfile_0 into a2b86e5a85e4bc8e51dda76adfe697cc/f as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/88a982a88edc4b17a3ecd0e0204fb5af_SeqId_4_ - updating store file list. 2024-11-24T17:21:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88a982a88edc4b17a3ecd0e0204fb5af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:21:25,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/88a982a88edc4b17a3ecd0e0204fb5af_SeqId_4_ into a2b86e5a85e4bc8e51dda76adfe697cc/f 2024-11-24T17:21:25,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins__test__c925mjb39f2bjuq6mv53fdj16kvt987c51ebloj69fvsof1cufjejtk5jme88nve/f/hfile_0 into a2b86e5a85e4bc8e51dda76adfe697cc/f (new location: hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/88a982a88edc4b17a3ecd0e0204fb5af_SeqId_4_) 2024-11-24T17:21:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins__test__c925mjb39f2bjuq6mv53fdj16kvt987c51ebloj69fvsof1cufjejtk5jme88nve/f/hfile_0 2024-11-24T17:21:25,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins__test__c925mjb39f2bjuq6mv53fdj16kvt987c51ebloj69fvsof1cufjejtk5jme88nve/f/hfile_1 into a2b86e5a85e4bc8e51dda76adfe697cc/f as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/c9efd0a14d334f30a53efb22a008ef8e_SeqId_4_ - updating store file list. 2024-11-24T17:21:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9efd0a14d334f30a53efb22a008ef8e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:21:25,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/c9efd0a14d334f30a53efb22a008ef8e_SeqId_4_ into a2b86e5a85e4bc8e51dda76adfe697cc/f 2024-11-24T17:21:25,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins__test__c925mjb39f2bjuq6mv53fdj16kvt987c51ebloj69fvsof1cufjejtk5jme88nve/f/hfile_1 into a2b86e5a85e4bc8e51dda76adfe697cc/f (new location: hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/c9efd0a14d334f30a53efb22a008ef8e_SeqId_4_) 2024-11-24T17:21:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins__test__c925mjb39f2bjuq6mv53fdj16kvt987c51ebloj69fvsof1cufjejtk5jme88nve/f/hfile_1 2024-11-24T17:21:25,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:21:25,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:25,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:25,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:25,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:25,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc., hostname=a23eb99f71f0,34353,1732468867612, seqNum=2 , the old value is region=test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc., hostname=a23eb99f71f0,34353,1732468867612, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a23eb99f71f0:34353 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T17:21:25,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc., hostname=a23eb99f71f0,34353,1732468867612, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T17:21:25,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:25,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc., hostname=a23eb99f71f0,34353,1732468867612, seqNum=2 from cache 2024-11-24T17:21:25,444 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T17:21:25,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1] 2024-11-24T17:21:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:25,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:25,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3., hostname=a23eb99f71f0,35763,1732468873076, seqNum=2] 2024-11-24T17:21:25,449 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T17:21:25,554 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:34353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T17:21:25,884 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 379, reset compression=false 2024-11-24T17:21:25,889 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:21:25,889 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,34353,1732468867612 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2b86e5a85e4bc8e51dda76adfe697cc/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732468885441/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T17:21:25,891 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:21:25,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-24T17:21:25,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.ReplicationSink(318): Replicating [e79355c3-6890-4f9e-8351-b68cb56203a0] bulk loaded data 2024-11-24T17:21:25,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@567b69b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:25,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41759,-1 for getting cluster id 2024-11-24T17:21:25,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:25,893 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e652f4e4-b410-4d1f-97d1-b7281e6248af' 2024-11-24T17:21:25,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:25,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e652f4e4-b410-4d1f-97d1-b7281e6248af" 2024-11-24T17:21:25,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eca8bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:25,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41759,-1] 2024-11-24T17:21:25,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:25,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:25,894 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:25,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bef56c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741840_1016 (size=7894) 2024-11-24T17:21:25,947 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 379, reset compression=false 2024-11-24T17:21:26,106 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 687, reset compression=false 2024-11-24T17:21:26,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741841_1017 (size=7691) 2024-11-24T17:21:26,410 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 687, reset compression=false 2024-11-24T17:21:26,451 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T17:21:26,651 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 379, reset compression=false 2024-11-24T17:21:26,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61fd09f2 2024-11-24T17:21:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:26,728 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T17:21:26,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:21:26,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:26,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1] 2024-11-24T17:21:26,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:26,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T17:21:26,736 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins.hfs.11__test__rqbuvqrn4occpr63o5h7s5acp8psbgi7m2m8ve81sc1e18tsei4ss32pmd08baar/f/88a982a88edc4b17a3ecd0e0204fb5af_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T17:21:26,738 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins.hfs.11__test__rqbuvqrn4occpr63o5h7s5acp8psbgi7m2m8ve81sc1e18tsei4ss32pmd08baar/f/c9efd0a14d334f30a53efb22a008ef8e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T17:21:26,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins.hfs.11__test__rqbuvqrn4occpr63o5h7s5acp8psbgi7m2m8ve81sc1e18tsei4ss32pmd08baar/f/88a982a88edc4b17a3ecd0e0204fb5af_SeqId_4_ for inclusion in 5494e082a8abe9562fe6783ee2cdcfc3/f 2024-11-24T17:21:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T17:21:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:21:26,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins.hfs.11__test__rqbuvqrn4occpr63o5h7s5acp8psbgi7m2m8ve81sc1e18tsei4ss32pmd08baar/f/c9efd0a14d334f30a53efb22a008ef8e_SeqId_4_ for inclusion in 5494e082a8abe9562fe6783ee2cdcfc3/f 2024-11-24T17:21:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T17:21:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:21:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HRegion(2603): Flush status journal for 5494e082a8abe9562fe6783ee2cdcfc3: 2024-11-24T17:21:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 88a982a88edc4b17a3ecd0e0204fb5af_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T17:21:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins.hfs.11__test__rqbuvqrn4occpr63o5h7s5acp8psbgi7m2m8ve81sc1e18tsei4ss32pmd08baar/f/88a982a88edc4b17a3ecd0e0204fb5af_SeqId_4_ as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/84dc70c8312c47889d7b2d2c3335ca2e_SeqId_4_ 2024-11-24T17:21:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c9efd0a14d334f30a53efb22a008ef8e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T17:21:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins.hfs.11__test__rqbuvqrn4occpr63o5h7s5acp8psbgi7m2m8ve81sc1e18tsei4ss32pmd08baar/f/c9efd0a14d334f30a53efb22a008ef8e_SeqId_4_ as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/7a5daae6283945b5b038f17db8c6cab7_SeqId_4_ 2024-11-24T17:21:26,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins.hfs.11__test__rqbuvqrn4occpr63o5h7s5acp8psbgi7m2m8ve81sc1e18tsei4ss32pmd08baar/f/88a982a88edc4b17a3ecd0e0204fb5af_SeqId_4_ into 5494e082a8abe9562fe6783ee2cdcfc3/f as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/84dc70c8312c47889d7b2d2c3335ca2e_SeqId_4_ - updating store file list. 2024-11-24T17:21:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 84dc70c8312c47889d7b2d2c3335ca2e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:21:26,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/84dc70c8312c47889d7b2d2c3335ca2e_SeqId_4_ into 5494e082a8abe9562fe6783ee2cdcfc3/f 2024-11-24T17:21:26,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins.hfs.11__test__rqbuvqrn4occpr63o5h7s5acp8psbgi7m2m8ve81sc1e18tsei4ss32pmd08baar/f/88a982a88edc4b17a3ecd0e0204fb5af_SeqId_4_ into 5494e082a8abe9562fe6783ee2cdcfc3/f (new location: hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/84dc70c8312c47889d7b2d2c3335ca2e_SeqId_4_) 2024-11-24T17:21:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins.hfs.11__test__rqbuvqrn4occpr63o5h7s5acp8psbgi7m2m8ve81sc1e18tsei4ss32pmd08baar/f/88a982a88edc4b17a3ecd0e0204fb5af_SeqId_4_ 2024-11-24T17:21:26,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins.hfs.11__test__rqbuvqrn4occpr63o5h7s5acp8psbgi7m2m8ve81sc1e18tsei4ss32pmd08baar/f/c9efd0a14d334f30a53efb22a008ef8e_SeqId_4_ into 5494e082a8abe9562fe6783ee2cdcfc3/f as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/7a5daae6283945b5b038f17db8c6cab7_SeqId_4_ - updating store file list. 2024-11-24T17:21:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a5daae6283945b5b038f17db8c6cab7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:21:26,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/7a5daae6283945b5b038f17db8c6cab7_SeqId_4_ into 5494e082a8abe9562fe6783ee2cdcfc3/f 2024-11-24T17:21:26,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins.hfs.11__test__rqbuvqrn4occpr63o5h7s5acp8psbgi7m2m8ve81sc1e18tsei4ss32pmd08baar/f/c9efd0a14d334f30a53efb22a008ef8e_SeqId_4_ into 5494e082a8abe9562fe6783ee2cdcfc3/f (new location: hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/7a5daae6283945b5b038f17db8c6cab7_SeqId_4_) 2024-11-24T17:21:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins.hfs.11__test__rqbuvqrn4occpr63o5h7s5acp8psbgi7m2m8ve81sc1e18tsei4ss32pmd08baar/f/c9efd0a14d334f30a53efb22a008ef8e_SeqId_4_ 2024-11-24T17:21:26,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.ReplicationSink(324): Finished replicating [e79355c3-6890-4f9e-8351-b68cb56203a0] bulk loaded data 2024-11-24T17:21:26,814 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 687, reset compression=false 2024-11-24T17:21:27,317 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 687, reset compression=false 2024-11-24T17:21:27,454 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 379, reset compression=false 2024-11-24T17:21:27,459 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:21:27,459 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,35763,1732468873076 got entry batch from reader: WALEntryBatch [walEntries=[{test/5494e082a8abe9562fe6783ee2cdcfc3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732468886762/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T17:21:27,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:27,461 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:21:27,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-24T17:21:27,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.ReplicationSink(318): Replicating [e79355c3-6890-4f9e-8351-b68cb56203a0, e652f4e4-b410-4d1f-97d1-b7281e6248af] bulk loaded data 2024-11-24T17:21:27,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f40ce78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:27,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,42151,-1 for getting cluster id 2024-11-24T17:21:27,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:27,464 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e79355c3-6890-4f9e-8351-b68cb56203a0' 2024-11-24T17:21:27,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:27,464 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732468887464/Put/seqid=0 2024-11-24T17:21:27,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e79355c3-6890-4f9e-8351-b68cb56203a0" 2024-11-24T17:21:27,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7750c1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:27,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,42151,-1] 2024-11-24T17:21:27,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:27,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:27,466 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:27,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66851091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:27,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741842_1018 (size=11194) 2024-11-24T17:21:27,473 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732468887473/Put/seqid=0 2024-11-24T17:21:27,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741843_1019 (size=10791) 2024-11-24T17:21:27,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741842_1018 (size=7894) 2024-11-24T17:21:27,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:21:27,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:27,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:27,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:27,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:27,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:27,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:27,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:27,659 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 725, reset compression=false 2024-11-24T17:21:27,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28309028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:27,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41759,-1 for getting cluster id 2024-11-24T17:21:27,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:27,883 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e652f4e4-b410-4d1f-97d1-b7281e6248af' 2024-11-24T17:21:27,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:27,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e652f4e4-b410-4d1f-97d1-b7281e6248af" 2024-11-24T17:21:27,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2700b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:27,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41759,-1] 2024-11-24T17:21:27,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:27,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:27,885 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:27,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391f19ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:27,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:27,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1] 2024-11-24T17:21:27,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:27,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:27,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741843_1019 (size=7691) 2024-11-24T17:21:27,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c50901e 2024-11-24T17:21:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:27,898 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3., hostname=a23eb99f71f0,35763,1732468873076, seqNum=2] 2024-11-24T17:21:27,903 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:21:27,908 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T17:21:27,910 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T17:21:27,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 5494e082a8abe9562fe6783ee2cdcfc3/f 2024-11-24T17:21:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T17:21:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:21:27,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 5494e082a8abe9562fe6783ee2cdcfc3/f 2024-11-24T17:21:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T17:21:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:21:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HRegion(2603): Flush status journal for 5494e082a8abe9562fe6783ee2cdcfc3: 2024-11-24T17:21:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins__test__gr1ad0fiqdlum657vnttemtfcm41435k8e10oon35ge6loq2ej584bcohkj3ljdj/f/hfile_1 2024-11-24T17:21:27,922 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 687, reset compression=false 2024-11-24T17:21:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins__test__gr1ad0fiqdlum657vnttemtfcm41435k8e10oon35ge6loq2ej584bcohkj3ljdj/f/hfile_1 as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/1191d74864d245618ec788cfd6291a8e_SeqId_6_ 2024-11-24T17:21:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins__test__gr1ad0fiqdlum657vnttemtfcm41435k8e10oon35ge6loq2ej584bcohkj3ljdj/f/hfile_0 2024-11-24T17:21:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins__test__gr1ad0fiqdlum657vnttemtfcm41435k8e10oon35ge6loq2ej584bcohkj3ljdj/f/hfile_0 as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/8d6d7e2d2cb2403f8dd8d68d7c4f2f99_SeqId_6_ 2024-11-24T17:21:27,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins__test__gr1ad0fiqdlum657vnttemtfcm41435k8e10oon35ge6loq2ej584bcohkj3ljdj/f/hfile_1 into 5494e082a8abe9562fe6783ee2cdcfc3/f as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/1191d74864d245618ec788cfd6291a8e_SeqId_6_ - updating store file list. 2024-11-24T17:21:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1191d74864d245618ec788cfd6291a8e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T17:21:27,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/1191d74864d245618ec788cfd6291a8e_SeqId_6_ into 5494e082a8abe9562fe6783ee2cdcfc3/f 2024-11-24T17:21:27,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins__test__gr1ad0fiqdlum657vnttemtfcm41435k8e10oon35ge6loq2ej584bcohkj3ljdj/f/hfile_1 into 5494e082a8abe9562fe6783ee2cdcfc3/f (new location: hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/1191d74864d245618ec788cfd6291a8e_SeqId_6_) 2024-11-24T17:21:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins__test__gr1ad0fiqdlum657vnttemtfcm41435k8e10oon35ge6loq2ej584bcohkj3ljdj/f/hfile_1 2024-11-24T17:21:27,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins__test__gr1ad0fiqdlum657vnttemtfcm41435k8e10oon35ge6loq2ej584bcohkj3ljdj/f/hfile_0 into 5494e082a8abe9562fe6783ee2cdcfc3/f as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/8d6d7e2d2cb2403f8dd8d68d7c4f2f99_SeqId_6_ - updating store file list. 2024-11-24T17:21:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d6d7e2d2cb2403f8dd8d68d7c4f2f99_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T17:21:27,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/8d6d7e2d2cb2403f8dd8d68d7c4f2f99_SeqId_6_ into 5494e082a8abe9562fe6783ee2cdcfc3/f 2024-11-24T17:21:27,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins__test__gr1ad0fiqdlum657vnttemtfcm41435k8e10oon35ge6loq2ej584bcohkj3ljdj/f/hfile_0 into 5494e082a8abe9562fe6783ee2cdcfc3/f (new location: hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/f/8d6d7e2d2cb2403f8dd8d68d7c4f2f99_SeqId_6_) 2024-11-24T17:21:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/staging/jenkins__test__gr1ad0fiqdlum657vnttemtfcm41435k8e10oon35ge6loq2ej584bcohkj3ljdj/f/hfile_0 2024-11-24T17:21:27,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:21:27,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:27,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:27,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:27,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:27,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,34353,1732468867612, seqNum=-1] 2024-11-24T17:21:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:27,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:27,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc., hostname=a23eb99f71f0,34353,1732468867612, seqNum=2] 2024-11-24T17:21:27,954 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T17:21:27,963 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 725, reset compression=false 2024-11-24T17:21:27,968 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:21:28,168 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 1033, reset compression=false 2024-11-24T17:21:28,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:28,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:28,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5da0ad9a 2024-11-24T17:21:28,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:28,294 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T17:21:28,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:21:28,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:28,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,34353,1732468867612, seqNum=-1] 2024-11-24T17:21:28,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:28,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T17:21:28,302 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__kfle98hejmu5o97jv4g4m1i64oj921u33m780nsuis5t8oggovl0dcqkfp80297m/f/7a5daae6283945b5b038f17db8c6cab7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T17:21:28,304 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__kfle98hejmu5o97jv4g4m1i64oj921u33m780nsuis5t8oggovl0dcqkfp80297m/f/84dc70c8312c47889d7b2d2c3335ca2e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T17:21:28,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.ReplicationSink(324): Finished replicating [e79355c3-6890-4f9e-8351-b68cb56203a0, e652f4e4-b410-4d1f-97d1-b7281e6248af] bulk loaded data 2024-11-24T17:21:28,310 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,35763,1732468873076 got entry batch from reader: WALEntryBatch [walEntries=[{test/5494e082a8abe9562fe6783ee2cdcfc3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732468887938/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T17:21:28,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.ReplicationSink(318): Replicating [e652f4e4-b410-4d1f-97d1-b7281e6248af] bulk loaded data 2024-11-24T17:21:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741844_1020 (size=10791) 2024-11-24T17:21:28,473 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 1033, reset compression=false 2024-11-24T17:21:28,625 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 687, reset compression=false 2024-11-24T17:21:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741845_1021 (size=11194) 2024-11-24T17:21:28,877 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 1033, reset compression=false 2024-11-24T17:21:28,958 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T17:21:29,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:21:29,140 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__9njqv88ftfi6193duju7hdt46ish3b8qdvssi4337v16r54rq6egr5vu0dm250er/f/1191d74864d245618ec788cfd6291a8e_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-24T17:21:29,142 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__9njqv88ftfi6193duju7hdt46ish3b8qdvssi4337v16r54rq6egr5vu0dm250er/f/8d6d7e2d2cb2403f8dd8d68d7c4f2f99_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-24T17:21:29,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__9njqv88ftfi6193duju7hdt46ish3b8qdvssi4337v16r54rq6egr5vu0dm250er/f/1191d74864d245618ec788cfd6291a8e_SeqId_6_ for inclusion in a2b86e5a85e4bc8e51dda76adfe697cc/f 2024-11-24T17:21:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T17:21:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:21:29,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__9njqv88ftfi6193duju7hdt46ish3b8qdvssi4337v16r54rq6egr5vu0dm250er/f/8d6d7e2d2cb2403f8dd8d68d7c4f2f99_SeqId_6_ for inclusion in a2b86e5a85e4bc8e51dda76adfe697cc/f 2024-11-24T17:21:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T17:21:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:21:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HRegion(2603): Flush status journal for a2b86e5a85e4bc8e51dda76adfe697cc: 2024-11-24T17:21:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1191d74864d245618ec788cfd6291a8e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T17:21:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__9njqv88ftfi6193duju7hdt46ish3b8qdvssi4337v16r54rq6egr5vu0dm250er/f/1191d74864d245618ec788cfd6291a8e_SeqId_6_ as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/6cf570c171eb4207bbe3392448a69a0a_SeqId_6_ 2024-11-24T17:21:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8d6d7e2d2cb2403f8dd8d68d7c4f2f99_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T17:21:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__9njqv88ftfi6193duju7hdt46ish3b8qdvssi4337v16r54rq6egr5vu0dm250er/f/8d6d7e2d2cb2403f8dd8d68d7c4f2f99_SeqId_6_ as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/38a2beaa2fcb4feabe3a41a8730783f5_SeqId_6_ 2024-11-24T17:21:29,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__9njqv88ftfi6193duju7hdt46ish3b8qdvssi4337v16r54rq6egr5vu0dm250er/f/1191d74864d245618ec788cfd6291a8e_SeqId_6_ into a2b86e5a85e4bc8e51dda76adfe697cc/f as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/6cf570c171eb4207bbe3392448a69a0a_SeqId_6_ - updating store file list. 2024-11-24T17:21:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6cf570c171eb4207bbe3392448a69a0a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T17:21:29,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/6cf570c171eb4207bbe3392448a69a0a_SeqId_6_ into a2b86e5a85e4bc8e51dda76adfe697cc/f 2024-11-24T17:21:29,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__9njqv88ftfi6193duju7hdt46ish3b8qdvssi4337v16r54rq6egr5vu0dm250er/f/1191d74864d245618ec788cfd6291a8e_SeqId_6_ into a2b86e5a85e4bc8e51dda76adfe697cc/f (new location: hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/6cf570c171eb4207bbe3392448a69a0a_SeqId_6_) 2024-11-24T17:21:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__9njqv88ftfi6193duju7hdt46ish3b8qdvssi4337v16r54rq6egr5vu0dm250er/f/1191d74864d245618ec788cfd6291a8e_SeqId_6_ 2024-11-24T17:21:29,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__9njqv88ftfi6193duju7hdt46ish3b8qdvssi4337v16r54rq6egr5vu0dm250er/f/8d6d7e2d2cb2403f8dd8d68d7c4f2f99_SeqId_6_ into a2b86e5a85e4bc8e51dda76adfe697cc/f as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/38a2beaa2fcb4feabe3a41a8730783f5_SeqId_6_ - updating store file list. 2024-11-24T17:21:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38a2beaa2fcb4feabe3a41a8730783f5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T17:21:29,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/38a2beaa2fcb4feabe3a41a8730783f5_SeqId_6_ into a2b86e5a85e4bc8e51dda76adfe697cc/f 2024-11-24T17:21:29,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__9njqv88ftfi6193duju7hdt46ish3b8qdvssi4337v16r54rq6egr5vu0dm250er/f/8d6d7e2d2cb2403f8dd8d68d7c4f2f99_SeqId_6_ into a2b86e5a85e4bc8e51dda76adfe697cc/f (new location: hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/f/38a2beaa2fcb4feabe3a41a8730783f5_SeqId_6_) 2024-11-24T17:21:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/staging/jenkins.hfs.10__test__9njqv88ftfi6193duju7hdt46ish3b8qdvssi4337v16r54rq6egr5vu0dm250er/f/8d6d7e2d2cb2403f8dd8d68d7c4f2f99_SeqId_6_ 2024-11-24T17:21:29,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34353 {}] regionserver.ReplicationSink(324): Finished replicating [e652f4e4-b410-4d1f-97d1-b7281e6248af] bulk loaded data 2024-11-24T17:21:29,381 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 1033, reset compression=false 2024-11-24T17:21:29,435 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 687, reset compression=false 2024-11-24T17:21:29,440 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:21:29,440 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,34353,1732468867612 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2b86e5a85e4bc8e51dda76adfe697cc/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732468889162/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T17:21:29,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.ReplicationSink(318): Replicating [e652f4e4-b410-4d1f-97d1-b7281e6248af, e79355c3-6890-4f9e-8351-b68cb56203a0] bulk loaded data 2024-11-24T17:21:29,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741844_1020 (size=10791) 2024-11-24T17:21:29,640 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1033, reset compression=false 2024-11-24T17:21:29,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741845_1021 (size=11194) 2024-11-24T17:21:29,944 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1033, reset compression=false 2024-11-24T17:21:29,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:21:29,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:21:29,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:29,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:29,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:29,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:29,969 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:21:29,969 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2101114580, stopped=false 2024-11-24T17:21:29,969 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,41759,1732468872933 2024-11-24T17:21:29,984 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 1033, reset compression=false 2024-11-24T17:21:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1378887085/running 2024-11-24T17:21:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1378887085/running 2024-11-24T17:21:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:30,014 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:21:30,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:21:30,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:30,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:30,014 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,35763,1732468873076' ***** 2024-11-24T17:21:30,014 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:21:30,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Set watcher on znode that does not yet exist, /1-1378887085/running 2024-11-24T17:21:30,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Set watcher on znode that does not yet exist, /1-1378887085/running 2024-11-24T17:21:30,015 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:21:30,015 INFO [RS:0;a23eb99f71f0:35763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:21:30,015 INFO [RS:0;a23eb99f71f0:35763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:21:30,015 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(3091): Received CLOSE for 5494e082a8abe9562fe6783ee2cdcfc3 2024-11-24T17:21:30,015 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:21:30,015 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(3091): Received CLOSE for b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:30,015 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:30,015 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:21:30,015 INFO [RS:0;a23eb99f71f0:35763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:35763. 2024-11-24T17:21:30,015 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5494e082a8abe9562fe6783ee2cdcfc3, disabling compactions & flushes 2024-11-24T17:21:30,015 DEBUG [RS:0;a23eb99f71f0:35763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:30,015 DEBUG [RS:0;a23eb99f71f0:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:30,015 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. 2024-11-24T17:21:30,015 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. 2024-11-24T17:21:30,015 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. after waiting 0 ms 2024-11-24T17:21:30,015 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:21:30,015 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. 2024-11-24T17:21:30,015 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:21:30,015 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:21:30,016 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:21:30,016 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T17:21:30,016 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1325): Online Regions={5494e082a8abe9562fe6783ee2cdcfc3=test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3., b18e44dba5df49f41e4787357f68b0a3=hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:21:30,016 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5494e082a8abe9562fe6783ee2cdcfc3, b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:30,016 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:21:30,016 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:21:30,016 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:21:30,016 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:21:30,016 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:21:30,016 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T17:21:30,021 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/default/test/5494e082a8abe9562fe6783ee2cdcfc3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T17:21:30,022 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:21:30,022 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:21:30,022 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. 2024-11-24T17:21:30,022 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5494e082a8abe9562fe6783ee2cdcfc3: Waiting for close lock at 1732468890015Running coprocessor pre-close hooks at 1732468890015Disabling compacts and flushes for region at 1732468890015Disabling writes for close at 1732468890015Writing region close event to WAL at 1732468890016 (+1 ms)Running coprocessor post-close hooks at 1732468890021 (+5 ms)Closed at 1732468890022 (+1 ms) 2024-11-24T17:21:30,022 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3. 2024-11-24T17:21:30,022 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b18e44dba5df49f41e4787357f68b0a3, disabling compactions & flushes 2024-11-24T17:21:30,022 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. 2024-11-24T17:21:30,022 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. 2024-11-24T17:21:30,022 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. after waiting 0 ms 2024-11-24T17:21:30,022 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. 2024-11-24T17:21:30,022 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b18e44dba5df49f41e4787357f68b0a3 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-24T17:21:30,023 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:21:30,039 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3/.tmp/hfileref/3d3fe67d063741118b2723d8d5d4a7ef is 74, key is 1/hfileref:1191d74864d245618ec788cfd6291a8e_SeqId_6_/1732468889165/DeleteColumn/seqid=0 2024-11-24T17:21:30,039 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/.tmp/info/26ac81ebf60b4d4ba3652ad2b9b63186 is 147, key is hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3./info:regioninfo/1732468883573/Put/seqid=0 2024-11-24T17:21:30,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741847_1023 (size=5345) 2024-11-24T17:21:30,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741846_1022 (size=7686) 2024-11-24T17:21:30,216 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:30,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:21:30,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35763 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T17:21:30,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35763 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37224 deadline: 1732468950259, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping 2024-11-24T17:21:30,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 from cache 2024-11-24T17:21:30,348 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1033, reset compression=false 2024-11-24T17:21:30,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:30,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1] 2024-11-24T17:21:30,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35763 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T17:21:30,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35763 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37224 deadline: 1732468950259, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping 2024-11-24T17:21:30,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 from cache 2024-11-24T17:21:30,416 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:30,452 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3/.tmp/hfileref/3d3fe67d063741118b2723d8d5d4a7ef 2024-11-24T17:21:30,452 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/.tmp/info/26ac81ebf60b4d4ba3652ad2b9b63186 2024-11-24T17:21:30,474 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/.tmp/ns/79e7dbfa44db428bba3fb24881ba9c42 is 43, key is default/ns:d/1732468876780/Put/seqid=0 2024-11-24T17:21:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741848_1024 (size=5153) 2024-11-24T17:21:30,479 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3/.tmp/queue/8639df9aa74747e6acd9c0616915b64f is 154, key is 1-a23eb99f71f0,35763,1732468873076/queue:a23eb99f71f0%2C35763%2C1732468873076/1732468889167/Put/seqid=0 2024-11-24T17:21:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741849_1025 (size=5353) 2024-11-24T17:21:30,574 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:30,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1] 2024-11-24T17:21:30,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35763 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T17:21:30,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35763 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37224 deadline: 1732468950260, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping 2024-11-24T17:21:30,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 from cache 2024-11-24T17:21:30,616 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:30,687 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 1033, reset compression=false 2024-11-24T17:21:30,692 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:21:30,692 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 1328, reset compression=false 2024-11-24T17:21:30,692 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,35763,1732468873076 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:21:30,692 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a23eb99f71f0,35763,1732468873076: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a23eb99f71f0,35763,1732468873076, walGroup=a23eb99f71f0%2C35763%2C1732468873076, offset=a23eb99f71f0%2C35763%2C1732468873076.1732468876040:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:35763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T17:21:30,693 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T17:21:30,693 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T17:21:30,694 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T17:21:30,694 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T17:21:30,694 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T17:21:30,694 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 554616128 }, "NonHeapMemoryUsage": { "committed": 190251008, "init": 7667712, "max": -1, "used": 187461392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T17:21:30,696 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T17:21:30,816 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b18e44dba5df49f41e4787357f68b0a3 2024-11-24T17:21:30,852 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1033, reset compression=false 2024-11-24T17:21:30,878 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/.tmp/ns/79e7dbfa44db428bba3fb24881ba9c42 2024-11-24T17:21:30,882 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3/.tmp/queue/8639df9aa74747e6acd9c0616915b64f 2024-11-24T17:21:30,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:30,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1] 2024-11-24T17:21:30,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:30,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting 2024-11-24T17:21:30,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting 2024-11-24T17:21:30,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 from cache 2024-11-24T17:21:30,888 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3/.tmp/hfileref/3d3fe67d063741118b2723d8d5d4a7ef as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3/hfileref/3d3fe67d063741118b2723d8d5d4a7ef 2024-11-24T17:21:30,893 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3/hfileref/3d3fe67d063741118b2723d8d5d4a7ef, entries=4, sequenceid=12, filesize=5.2 K 2024-11-24T17:21:30,894 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3/.tmp/queue/8639df9aa74747e6acd9c0616915b64f as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3/queue/8639df9aa74747e6acd9c0616915b64f 2024-11-24T17:21:30,895 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 1328, reset compression=false 2024-11-24T17:21:30,896 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/.tmp/rep_barrier/62080d4e60cf40cda6ae23fd7a31109f is 112, key is test,,1732468879096.5494e082a8abe9562fe6783ee2cdcfc3./rep_barrier:seqnumDuringOpen/1732468880243/Put/seqid=0 2024-11-24T17:21:30,900 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3/queue/8639df9aa74747e6acd9c0616915b64f, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T17:21:30,901 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b18e44dba5df49f41e4787357f68b0a3 in 878ms, sequenceid=12, compaction requested=false 2024-11-24T17:21:30,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741850_1026 (size=5518) 2024-11-24T17:21:30,915 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/replication/b18e44dba5df49f41e4787357f68b0a3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T17:21:30,916 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:21:30,916 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:21:30,916 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. 2024-11-24T17:21:30,916 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b18e44dba5df49f41e4787357f68b0a3: Waiting for close lock at 1732468890022Running coprocessor pre-close hooks at 1732468890022Disabling compacts and flushes for region at 1732468890022Disabling writes for close at 1732468890022Obtaining lock to block concurrent updates at 1732468890022Preparing flush snapshotting stores in b18e44dba5df49f41e4787357f68b0a3 at 1732468890022Finished memstore snapshotting hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732468890022Flushing stores of hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. at 1732468890023 (+1 ms)Flushing b18e44dba5df49f41e4787357f68b0a3/hfileref: creating writer at 1732468890023Flushing b18e44dba5df49f41e4787357f68b0a3/hfileref: appending metadata at 1732468890038 (+15 ms)Flushing b18e44dba5df49f41e4787357f68b0a3/hfileref: closing flushed file at 1732468890038Flushing b18e44dba5df49f41e4787357f68b0a3/queue: creating writer at 1732468890458 (+420 ms)Flushing b18e44dba5df49f41e4787357f68b0a3/queue: appending metadata at 1732468890478 (+20 ms)Flushing b18e44dba5df49f41e4787357f68b0a3/queue: closing flushed file at 1732468890478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c97680: reopening flushed file at 1732468890887 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572aee31: reopening flushed file at 1732468890893 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b18e44dba5df49f41e4787357f68b0a3 in 878ms, sequenceid=12, compaction requested=false at 1732468890901 (+8 ms)Writing region close event to WAL at 1732468890912 (+11 ms)Running coprocessor post-close hooks at 1732468890916 (+4 ms)Closed at 1732468890916 2024-11-24T17:21:30,916 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732468882409.b18e44dba5df49f41e4787357f68b0a3. 2024-11-24T17:21:30,979 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:21:30,979 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:21:31,017 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:21:31,017 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:21:31,017 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:21:31,206 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 1328, reset compression=false 2024-11-24T17:21:31,217 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:21:31,310 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/.tmp/rep_barrier/62080d4e60cf40cda6ae23fd7a31109f 2024-11-24T17:21:31,329 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/.tmp/table/49221923b38c457593024efd4fc5af7c is 53, key is hbase:replication/table:state/1732468883581/Put/seqid=0 2024-11-24T17:21:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741851_1027 (size=5308) 2024-11-24T17:21:31,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:31,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1] 2024-11-24T17:21:31,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:31,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting 2024-11-24T17:21:31,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting 2024-11-24T17:21:31,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,35763,1732468873076, seqNum=-1 from cache 2024-11-24T17:21:31,397 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:31,397 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T17:21:30.263Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30.370Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30.576Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30.887Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting 2024-11-24T17:21:31.396Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a23eb99f71f0,35763,1732468873076 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T17:21:31,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T17:21:30.263Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30.370Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30.576Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30.887Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting 2024-11-24T17:21:31.396Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a23eb99f71f0,35763,1732468873076 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T17:21:31,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35763 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:37218 deadline: 1732468949440, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T17:21:30.263Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30.370Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30.576Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30.887Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting 2024-11-24T17:21:31.396Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting 2024-11-24T17:21:31,400 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T17:21:30.263Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30.370Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30.576Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server a23eb99f71f0,35763,1732468873076 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T17:21:30.887Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting 2024-11-24T17:21:31.396Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server a23eb99f71f0,35763,1732468873076 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:31,417 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:21:31,455 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1033, reset compression=false 2024-11-24T17:21:31,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:31,503 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a23eb99f71f0,35763,1732468873076 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:31,610 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 1328, reset compression=false 2024-11-24T17:21:31,617 DEBUG [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:21:31,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:31,706 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a23eb99f71f0,35763,1732468873076 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:31,734 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/.tmp/table/49221923b38c457593024efd4fc5af7c 2024-11-24T17:21:31,739 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/.tmp/info/26ac81ebf60b4d4ba3652ad2b9b63186 as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/info/26ac81ebf60b4d4ba3652ad2b9b63186 2024-11-24T17:21:31,743 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/info/26ac81ebf60b4d4ba3652ad2b9b63186, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T17:21:31,744 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/.tmp/ns/79e7dbfa44db428bba3fb24881ba9c42 as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/ns/79e7dbfa44db428bba3fb24881ba9c42 2024-11-24T17:21:31,748 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/ns/79e7dbfa44db428bba3fb24881ba9c42, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T17:21:31,749 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/.tmp/rep_barrier/62080d4e60cf40cda6ae23fd7a31109f as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/rep_barrier/62080d4e60cf40cda6ae23fd7a31109f 2024-11-24T17:21:31,752 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/rep_barrier/62080d4e60cf40cda6ae23fd7a31109f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T17:21:31,753 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/.tmp/table/49221923b38c457593024efd4fc5af7c as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/table/49221923b38c457593024efd4fc5af7c 2024-11-24T17:21:31,757 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/table/49221923b38c457593024efd4fc5af7c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T17:21:31,758 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1742ms, sequenceid=16, compaction requested=false 2024-11-24T17:21:31,766 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T17:21:31,766 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:21:31,766 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:21:31,766 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:21:31,766 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468890016Running coprocessor pre-close hooks at 1732468890016Disabling compacts and flushes for region at 1732468890016Disabling writes for close at 1732468890016Obtaining lock to block concurrent updates at 1732468890016Preparing flush snapshotting stores in 1588230740 at 1732468890016Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732468890016Flushing stores of hbase:meta,,1.1588230740 at 1732468890017 (+1 ms)Flushing 1588230740/info: creating writer at 1732468890020 (+3 ms)Flushing 1588230740/info: appending metadata at 1732468890038 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732468890038Flushing 1588230740/ns: creating writer at 1732468890458 (+420 ms)Flushing 1588230740/ns: appending metadata at 1732468890473 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732468890473Flushing 1588230740/rep_barrier: creating writer at 1732468890881 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732468890895 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732468890896 (+1 ms)Flushing 1588230740/table: creating writer at 1732468891314 (+418 ms)Flushing 1588230740/table: appending metadata at 1732468891329 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732468891329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666afa60: reopening flushed file at 1732468891739 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382ae118: reopening flushed file at 1732468891743 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3985b6cf: reopening flushed file at 1732468891748 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2807fbb7: reopening flushed file at 1732468891752 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1742ms, sequenceid=16, compaction requested=false at 1732468891758 (+6 ms)Writing region close event to WAL at 1732468891763 (+5 ms)Running coprocessor post-close hooks at 1732468891766 (+3 ms)Closed at 1732468891766 2024-11-24T17:21:31,767 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:21:31,817 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,35763,1732468873076; all regions closed. 2024-11-24T17:21:31,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741834_1010 (size=4239) 2024-11-24T17:21:31,820 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.meta.1732468876668.meta not finished, retry = 0 2024-11-24T17:21:31,923 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.rep.1732468883541 not finished, retry = 0 2024-11-24T17:21:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741839_1015 (size=3127) 2024-11-24T17:21:32,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a23eb99f71f0,35763,1732468873076 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:32,009 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server a23eb99f71f0,35763,1732468873076 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:32,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741833_1009 (size=1336) 2024-11-24T17:21:32,025 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 not finished, retry = 0 2024-11-24T17:21:32,115 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 to pos 1328, reset compression=false 2024-11-24T17:21:32,126 DEBUG [RS:0;a23eb99f71f0:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:32,126 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:21:32,126 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/WALs/a23eb99f71f0,35763,1732468873076/a23eb99f71f0%2C35763%2C1732468873076.1732468876040 2024-11-24T17:21:32,126 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T17:21:32,126 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T17:21:32,126 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:21:32,127 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:21:32,127 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:21:32,127 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:21:32,127 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,35763,1732468873076 because: Region server is closing 2024-11-24T17:21:32,127 INFO [RS:0;a23eb99f71f0:35763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:35763. 2024-11-24T17:21:32,127 DEBUG [RS:0;a23eb99f71f0:35763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:32,127 DEBUG [RS:0;a23eb99f71f0:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:32,127 DEBUG [RS:0;a23eb99f71f0:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:32,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:32,159 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1033, reset compression=false 2024-11-24T17:21:32,228 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.shippera23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 terminated 2024-11-24T17:21:32,228 INFO [RS:0;a23eb99f71f0:35763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:35763. 2024-11-24T17:21:32,228 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,35763,1732468873076.replicationSource.wal-reader.a23eb99f71f0%2C35763%2C1732468873076,1-a23eb99f71f0,35763,1732468873076 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-24T17:21:32,228 DEBUG [RS:0;a23eb99f71f0:35763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:32,228 DEBUG [RS:0;a23eb99f71f0:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:32,228 DEBUG [RS:0;a23eb99f71f0:35763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:32,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:32,228 INFO [RS:0;a23eb99f71f0:35763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35763 2024-11-24T17:21:32,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1378887085/rs/a23eb99f71f0,35763,1732468873076 2024-11-24T17:21:32,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085/rs 2024-11-24T17:21:32,234 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:21:32,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,35763,1732468873076] 2024-11-24T17:21:32,255 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1378887085/draining/a23eb99f71f0,35763,1732468873076 already deleted, retry=false 2024-11-24T17:21:32,256 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,35763,1732468873076 expired; onlineServers=0 2024-11-24T17:21:32,256 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,41759,1732468872933' ***** 2024-11-24T17:21:32,256 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:21:32,256 INFO [M:0;a23eb99f71f0:41759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:21:32,256 INFO [M:0;a23eb99f71f0:41759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:21:32,256 DEBUG [M:0;a23eb99f71f0:41759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:21:32,256 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:21:32,256 DEBUG [M:0;a23eb99f71f0:41759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:21:32,256 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468875442 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468875442,5,FailOnTimeoutGroup] 2024-11-24T17:21:32,256 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468875442 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468875442,5,FailOnTimeoutGroup] 2024-11-24T17:21:32,256 INFO [M:0;a23eb99f71f0:41759 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:21:32,256 INFO [M:0;a23eb99f71f0:41759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:21:32,256 DEBUG [M:0;a23eb99f71f0:41759 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:21:32,256 INFO [M:0;a23eb99f71f0:41759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:21:32,256 INFO [M:0;a23eb99f71f0:41759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:21:32,257 INFO [M:0;a23eb99f71f0:41759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:21:32,257 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:21:32,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1378887085/master 2024-11-24T17:21:32,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1378887085 2024-11-24T17:21:32,277 DEBUG [M:0;a23eb99f71f0:41759 {}] zookeeper.ZKUtil(347): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Unable to get data of znode /1-1378887085/master because node does not exist (not an error) 2024-11-24T17:21:32,277 WARN [M:0;a23eb99f71f0:41759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:21:32,277 INFO [M:0;a23eb99f71f0:41759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/.lastflushedseqids 2024-11-24T17:21:32,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741852_1028 (size=263) 2024-11-24T17:21:32,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:32,345 INFO [RS:0;a23eb99f71f0:35763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:21:32,345 INFO [RS:0;a23eb99f71f0:35763 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,35763,1732468873076; zookeeper connection closed. 2024-11-24T17:21:32,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35763-0x1016ddcf41e0004, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:32,345 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33122ea3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33122ea3 2024-11-24T17:21:32,346 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:21:32,413 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a23eb99f71f0:35763 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a23eb99f71f0/172.17.0.3:35763 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:32,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address a23eb99f71f0:35763 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a23eb99f71f0/172.17.0.3:35763 2024-11-24T17:21:32,413 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=a23eb99f71f0:35763 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a23eb99f71f0/172.17.0.3:35763 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a23eb99f71f0/172.17.0.3:35763 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-24T17:21:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T17:21:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51956 deadline: 1732468952415, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T17:21:32,416 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T17:21:32,417 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T17:21:32,685 INFO [M:0;a23eb99f71f0:41759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:21:32,686 INFO [M:0;a23eb99f71f0:41759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:21:32,686 DEBUG [M:0;a23eb99f71f0:41759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:21:32,686 INFO [M:0;a23eb99f71f0:41759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:32,686 DEBUG [M:0;a23eb99f71f0:41759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:32,686 DEBUG [M:0;a23eb99f71f0:41759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:21:32,686 DEBUG [M:0;a23eb99f71f0:41759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:32,686 INFO [M:0;a23eb99f71f0:41759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T17:21:32,699 DEBUG [M:0;a23eb99f71f0:41759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f177617f360d455bae0e843f025febb2 is 82, key is hbase:meta,,1/info:regioninfo/1732468876703/Put/seqid=0 2024-11-24T17:21:32,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741853_1029 (size=5672) 2024-11-24T17:21:32,917 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T17:21:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T17:21:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51956 deadline: 1732468952918, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T17:21:32,919 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T17:21:32,919 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T17:21:32,920 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T17:21:32,963 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1033, reset compression=false 2024-11-24T17:21:33,104 INFO [M:0;a23eb99f71f0:41759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f177617f360d455bae0e843f025febb2 2024-11-24T17:21:33,119 DEBUG [M:0;a23eb99f71f0:41759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d643cd7daa0b4b3b91e3041391669f0f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732468883585/Put/seqid=0 2024-11-24T17:21:33,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741854_1030 (size=8515) 2024-11-24T17:21:33,520 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T17:21:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T17:21:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41759 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51956 deadline: 1732468953521, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T17:21:33,522 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T17:21:33,522 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T17:21:33,522 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T17:21:33,523 INFO [M:0;a23eb99f71f0:41759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d643cd7daa0b4b3b91e3041391669f0f 2024-11-24T17:21:33,538 DEBUG [M:0;a23eb99f71f0:41759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cf5be378bd145d88600e9a93a070daf is 69, key is a23eb99f71f0,35763,1732468873076/rs:state/1732468875682/Put/seqid=0 2024-11-24T17:21:33,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741855_1031 (size=5156) 2024-11-24T17:21:33,867 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1033, reset compression=false 2024-11-24T17:21:33,942 INFO [M:0;a23eb99f71f0:41759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cf5be378bd145d88600e9a93a070daf 2024-11-24T17:21:33,946 DEBUG [M:0;a23eb99f71f0:41759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f177617f360d455bae0e843f025febb2 as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f177617f360d455bae0e843f025febb2 2024-11-24T17:21:33,949 INFO [M:0;a23eb99f71f0:41759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f177617f360d455bae0e843f025febb2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T17:21:33,950 DEBUG [M:0;a23eb99f71f0:41759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d643cd7daa0b4b3b91e3041391669f0f as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d643cd7daa0b4b3b91e3041391669f0f 2024-11-24T17:21:33,953 INFO [M:0;a23eb99f71f0:41759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d643cd7daa0b4b3b91e3041391669f0f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T17:21:33,954 DEBUG [M:0;a23eb99f71f0:41759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cf5be378bd145d88600e9a93a070daf as hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cf5be378bd145d88600e9a93a070daf 2024-11-24T17:21:33,958 INFO [M:0;a23eb99f71f0:41759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39101/user/jenkins/test-data/177c7701-7476-6abe-c386-171dfc8ac284/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cf5be378bd145d88600e9a93a070daf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T17:21:33,959 INFO [M:0;a23eb99f71f0:41759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-11-24T17:21:33,963 INFO [M:0;a23eb99f71f0:41759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:33,963 DEBUG [M:0;a23eb99f71f0:41759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468892686Disabling compacts and flushes for region at 1732468892686Disabling writes for close at 1732468892686Obtaining lock to block concurrent updates at 1732468892686Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468892686Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732468892686Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468892687 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468892687Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468892699 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468892699Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468893107 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468893119 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468893119Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468893527 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468893538 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468893538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cc0b8fd: reopening flushed file at 1732468893945 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ff906f: reopening flushed file at 1732468893949 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b9995c: reopening flushed file at 1732468893953 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1732468893959 (+6 ms)Writing region close event to WAL at 1732468893963 (+4 ms)Closed at 1732468893963 2024-11-24T17:21:33,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741830_1006 (size=63642) 2024-11-24T17:21:33,966 INFO [M:0;a23eb99f71f0:41759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:21:33,966 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:21:33,966 INFO [M:0;a23eb99f71f0:41759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41759 2024-11-24T17:21:33,966 INFO [M:0;a23eb99f71f0:41759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:21:34,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:34,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41759-0x1016ddcf41e0003, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:34,107 INFO [M:0;a23eb99f71f0:41759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:21:34,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bb4a7dc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:21:34,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c65dd0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:21:34,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:21:34,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54846b2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:21:34,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36add52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/hadoop.log.dir/,STOPPED} 2024-11-24T17:21:34,117 WARN [BP-1572555760-172.17.0.3-1732468870990 heartbeating to localhost/127.0.0.1:39101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:21:34,117 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:21:34,117 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:21:34,117 WARN [BP-1572555760-172.17.0.3-1732468870990 heartbeating to localhost/127.0.0.1:39101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1572555760-172.17.0.3-1732468870990 (Datanode Uuid 29012880-a3ae-4729-8827-3925142a384e) service to localhost/127.0.0.1:39101 2024-11-24T17:21:34,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/cluster_3ff38f65-55f0-d1ae-2cae-0ef626a9801b/data/data1/current/BP-1572555760-172.17.0.3-1732468870990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:21:34,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/cluster_3ff38f65-55f0-d1ae-2cae-0ef626a9801b/data/data2/current/BP-1572555760-172.17.0.3-1732468870990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:21:34,120 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:21:34,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@462c80fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:21:34,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab2aaba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:21:34,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:21:34,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@564d470c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:21:34,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47e5ce11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/hadoop.log.dir/,STOPPED} 2024-11-24T17:21:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:21:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:21:34,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:21:34,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:34,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:34,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:34,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:34,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:21:34,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2000379780, stopped=false 2024-11-24T17:21:34,143 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,42151,1732468867413 2024-11-24T17:21:34,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1550229412/running 2024-11-24T17:21:34,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1550229412/running 2024-11-24T17:21:34,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:34,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:34,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:21:34,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:21:34,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:34,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:34,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Set watcher on znode that does not yet exist, /0-1550229412/running 2024-11-24T17:21:34,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Set watcher on znode that does not yet exist, /0-1550229412/running 2024-11-24T17:21:34,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,34353,1732468867612' ***** 2024-11-24T17:21:34,200 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:21:34,200 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:21:34,200 INFO [RS:0;a23eb99f71f0:34353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:21:34,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:21:34,200 INFO [RS:0;a23eb99f71f0:34353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:21:34,200 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(3091): Received CLOSE for a2b86e5a85e4bc8e51dda76adfe697cc 2024-11-24T17:21:34,200 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(3091): Received CLOSE for c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:34,200 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:34,201 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:21:34,201 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2b86e5a85e4bc8e51dda76adfe697cc, disabling compactions & flushes 2024-11-24T17:21:34,201 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. 2024-11-24T17:21:34,201 INFO [RS:0;a23eb99f71f0:34353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:34353. 2024-11-24T17:21:34,201 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. 2024-11-24T17:21:34,201 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. after waiting 0 ms 2024-11-24T17:21:34,201 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. 2024-11-24T17:21:34,201 DEBUG [RS:0;a23eb99f71f0:34353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:34,201 DEBUG [RS:0;a23eb99f71f0:34353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:34,201 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:21:34,201 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:21:34,201 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:21:34,201 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:21:34,201 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T17:21:34,201 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a2b86e5a85e4bc8e51dda76adfe697cc=test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc., c663d590735fff4759560a90fec21c3e=hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e.} 2024-11-24T17:21:34,201 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2b86e5a85e4bc8e51dda76adfe697cc, c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:34,201 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:21:34,201 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:21:34,201 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:21:34,201 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:21:34,201 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:21:34,201 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T17:21:34,205 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/default/test/a2b86e5a85e4bc8e51dda76adfe697cc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T17:21:34,205 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:21:34,205 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:21:34,206 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. 2024-11-24T17:21:34,206 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2b86e5a85e4bc8e51dda76adfe697cc: Waiting for close lock at 1732468894200Running coprocessor pre-close hooks at 1732468894200Disabling compacts and flushes for region at 1732468894201 (+1 ms)Disabling writes for close at 1732468894201Writing region close event to WAL at 1732468894201Running coprocessor post-close hooks at 1732468894205 (+4 ms)Closed at 1732468894206 (+1 ms) 2024-11-24T17:21:34,206 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc. 2024-11-24T17:21:34,206 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c663d590735fff4759560a90fec21c3e, disabling compactions & flushes 2024-11-24T17:21:34,206 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. 2024-11-24T17:21:34,206 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. 2024-11-24T17:21:34,206 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. after waiting 0 ms 2024-11-24T17:21:34,206 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. 2024-11-24T17:21:34,206 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c663d590735fff4759560a90fec21c3e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-24T17:21:34,216 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/.tmp/info/aef76a365e5a4db68367fdaea110097f is 147, key is hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e./info:regioninfo/1732468882033/Put/seqid=0 2024-11-24T17:21:34,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741846_1022 (size=7686) 2024-11-24T17:21:34,223 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T17:21:34,224 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a23eb99f71f0:41759 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a23eb99f71f0/172.17.0.3:41759 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:34,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address a23eb99f71f0:41759 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a23eb99f71f0/172.17.0.3:41759 2024-11-24T17:21:34,224 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e/.tmp/hfileref/881c98ce302d47e68bb117e7781112a6 is 74, key is 1/hfileref:38a2beaa2fcb4feabe3a41a8730783f5_SeqId_6_/1732468889152/Put/seqid=0 2024-11-24T17:21:34,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741847_1023 (size=5345) 2024-11-24T17:21:34,232 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:21:34,334 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:34,334 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a23eb99f71f0:41759 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a23eb99f71f0/172.17.0.3:41759 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T17:21:34,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=a23eb99f71f0:41759 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a23eb99f71f0/172.17.0.3:41759 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-24T17:21:34,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address a23eb99f71f0:41759 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a23eb99f71f0/172.17.0.3:41759 2024-11-24T17:21:34,401 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:34,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:34,544 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a23eb99f71f0:41759 this server is in the failed servers list 2024-11-24T17:21:34,544 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a23eb99f71f0:41759 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:21:34,602 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:34,621 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/.tmp/info/aef76a365e5a4db68367fdaea110097f 2024-11-24T17:21:34,628 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e/.tmp/hfileref/881c98ce302d47e68bb117e7781112a6 2024-11-24T17:21:34,639 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/.tmp/ns/f828052e117b4ab3a2998a1e72029a33 is 43, key is default/ns:d/1732468870906/Put/seqid=0 2024-11-24T17:21:34,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741848_1024 (size=5153) 2024-11-24T17:21:34,647 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e/.tmp/queue/69a7daacfe93457e9cf66209ee5dbb4f is 153, key is 1-a23eb99f71f0,34353,1732468867612/queue:a23eb99f71f0%2C34353%2C1732468867612/1732468886767/Put/seqid=0 2024-11-24T17:21:34,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741849_1025 (size=5352) 2024-11-24T17:21:34,787 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:21:34,787 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:21:34,802 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:34,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:34,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a23eb99f71f0:41759 this server is in the failed servers list 2024-11-24T17:21:34,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a23eb99f71f0:41759 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:21:34,870 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1033, reset compression=false 2024-11-24T17:21:34,874 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:21:34,874 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1328, reset compression=false 2024-11-24T17:21:35,002 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c663d590735fff4759560a90fec21c3e 2024-11-24T17:21:35,043 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/.tmp/ns/f828052e117b4ab3a2998a1e72029a33 2024-11-24T17:21:35,051 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e/.tmp/queue/69a7daacfe93457e9cf66209ee5dbb4f 2024-11-24T17:21:35,057 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e/.tmp/hfileref/881c98ce302d47e68bb117e7781112a6 as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e/hfileref/881c98ce302d47e68bb117e7781112a6 2024-11-24T17:21:35,061 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/.tmp/rep_barrier/777fe097d24a40bea21a5d09983ac996 is 112, key is test,,1732468876944.a2b86e5a85e4bc8e51dda76adfe697cc./rep_barrier:seqnumDuringOpen/1732468878089/Put/seqid=0 2024-11-24T17:21:35,062 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e/hfileref/881c98ce302d47e68bb117e7781112a6, entries=4, sequenceid=10, filesize=5.2 K 2024-11-24T17:21:35,062 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e/.tmp/queue/69a7daacfe93457e9cf66209ee5dbb4f as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e/queue/69a7daacfe93457e9cf66209ee5dbb4f 2024-11-24T17:21:35,067 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e/queue/69a7daacfe93457e9cf66209ee5dbb4f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T17:21:35,067 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c663d590735fff4759560a90fec21c3e in 861ms, sequenceid=10, compaction requested=false 2024-11-24T17:21:35,068 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T17:21:35,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741850_1026 (size=5518) 2024-11-24T17:21:35,077 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1328, reset compression=false 2024-11-24T17:21:35,084 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/replication/c663d590735fff4759560a90fec21c3e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T17:21:35,085 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:21:35,085 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:21:35,085 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. 2024-11-24T17:21:35,085 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c663d590735fff4759560a90fec21c3e: Waiting for close lock at 1732468894206Running coprocessor pre-close hooks at 1732468894206Disabling compacts and flushes for region at 1732468894206Disabling writes for close at 1732468894206Obtaining lock to block concurrent updates at 1732468894206Preparing flush snapshotting stores in c663d590735fff4759560a90fec21c3e at 1732468894206Finished memstore snapshotting hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732468894207 (+1 ms)Flushing stores of hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. at 1732468894207Flushing c663d590735fff4759560a90fec21c3e/hfileref: creating writer at 1732468894207Flushing c663d590735fff4759560a90fec21c3e/hfileref: appending metadata at 1732468894224 (+17 ms)Flushing c663d590735fff4759560a90fec21c3e/hfileref: closing flushed file at 1732468894224Flushing c663d590735fff4759560a90fec21c3e/queue: creating writer at 1732468894632 (+408 ms)Flushing c663d590735fff4759560a90fec21c3e/queue: appending metadata at 1732468894647 (+15 ms)Flushing c663d590735fff4759560a90fec21c3e/queue: closing flushed file at 1732468894647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5e87cc: reopening flushed file at 1732468895056 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24fb3c7f: reopening flushed file at 1732468895062 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c663d590735fff4759560a90fec21c3e in 861ms, sequenceid=10, compaction requested=false at 1732468895067 (+5 ms)Writing region close event to WAL at 1732468895077 (+10 ms)Running coprocessor post-close hooks at 1732468895085 (+8 ms)Closed at 1732468895085 2024-11-24T17:21:35,085 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732468881265.c663d590735fff4759560a90fec21c3e. 2024-11-24T17:21:35,202 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:21:35,202 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:21:35,202 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:21:35,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:35,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a23eb99f71f0:41759 this server is in the failed servers list 2024-11-24T17:21:35,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a23eb99f71f0:41759 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:21:35,380 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1328, reset compression=false 2024-11-24T17:21:35,402 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:21:35,473 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/.tmp/rep_barrier/777fe097d24a40bea21a5d09983ac996 2024-11-24T17:21:35,490 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/.tmp/table/c8792fc08ffa489d94c58c7de4c21d3d is 53, key is hbase:replication/table:state/1732468882042/Put/seqid=0 2024-11-24T17:21:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741851_1027 (size=5308) 2024-11-24T17:21:35,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:21:35,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:35,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:35,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:35,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:35,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:35,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:35,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:35,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:35,603 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:21:35,784 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.wal-reader.a23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 to pos 1328, reset compression=false 2024-11-24T17:21:35,803 DEBUG [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:21:35,894 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/.tmp/table/c8792fc08ffa489d94c58c7de4c21d3d 2024-11-24T17:21:35,902 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/.tmp/info/aef76a365e5a4db68367fdaea110097f as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/info/aef76a365e5a4db68367fdaea110097f 2024-11-24T17:21:35,913 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/info/aef76a365e5a4db68367fdaea110097f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T17:21:35,914 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/.tmp/ns/f828052e117b4ab3a2998a1e72029a33 as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/ns/f828052e117b4ab3a2998a1e72029a33 2024-11-24T17:21:35,920 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/ns/f828052e117b4ab3a2998a1e72029a33, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T17:21:35,921 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/.tmp/rep_barrier/777fe097d24a40bea21a5d09983ac996 as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/rep_barrier/777fe097d24a40bea21a5d09983ac996 2024-11-24T17:21:35,926 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/rep_barrier/777fe097d24a40bea21a5d09983ac996, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T17:21:35,927 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/.tmp/table/c8792fc08ffa489d94c58c7de4c21d3d as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/table/c8792fc08ffa489d94c58c7de4c21d3d 2024-11-24T17:21:35,933 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/table/c8792fc08ffa489d94c58c7de4c21d3d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T17:21:35,934 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false 2024-11-24T17:21:35,934 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:21:35,939 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T17:21:35,941 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:21:35,941 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:21:35,941 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:21:35,941 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468894201Running coprocessor pre-close hooks at 1732468894201Disabling compacts and flushes for region at 1732468894201Disabling writes for close at 1732468894201Obtaining lock to block concurrent updates at 1732468894201Preparing flush snapshotting stores in 1588230740 at 1732468894201Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732468894202 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732468894202Flushing 1588230740/info: creating writer at 1732468894202Flushing 1588230740/info: appending metadata at 1732468894215 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732468894215Flushing 1588230740/ns: creating writer at 1732468894625 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732468894638 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732468894638Flushing 1588230740/rep_barrier: creating writer at 1732468895046 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732468895061 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732468895061Flushing 1588230740/table: creating writer at 1732468895477 (+416 ms)Flushing 1588230740/table: appending metadata at 1732468895490 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732468895490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6179eecf: reopening flushed file at 1732468895902 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4beaec04: reopening flushed file at 1732468895914 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a8c722: reopening flushed file at 1732468895920 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6911a43a: reopening flushed file at 1732468895926 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false at 1732468895934 (+8 ms)Writing region close event to WAL at 1732468895936 (+2 ms)Running coprocessor post-close hooks at 1732468895940 (+4 ms)Closed at 1732468895941 (+1 ms) 2024-11-24T17:21:35,941 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:21:36,003 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,34353,1732468867612; all regions closed. 2024-11-24T17:21:36,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741834_1010 (size=4239) 2024-11-24T17:21:36,007 DEBUG [RS:0;a23eb99f71f0:34353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/oldWALs 2024-11-24T17:21:36,007 INFO [RS:0;a23eb99f71f0:34353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C34353%2C1732468867612.meta:.meta(num 1732468870854) 2024-11-24T17:21:36,009 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.rep.1732468881999 not finished, retry = 0 2024-11-24T17:21:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741839_1015 (size=2695) 2024-11-24T17:21:36,112 DEBUG [RS:0;a23eb99f71f0:34353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/oldWALs 2024-11-24T17:21:36,112 INFO [RS:0;a23eb99f71f0:34353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C34353%2C1732468867612.rep:(num 1732468881999) 2024-11-24T17:21:36,114 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/WALs/a23eb99f71f0,34353,1732468867612/a23eb99f71f0%2C34353%2C1732468867612.1732468869852 not finished, retry = 0 2024-11-24T17:21:36,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741832_1008 (size=1336) 2024-11-24T17:21:36,216 DEBUG [RS:0;a23eb99f71f0:34353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/oldWALs 2024-11-24T17:21:36,216 INFO [RS:0;a23eb99f71f0:34353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C34353%2C1732468867612:(num 1732468869852) 2024-11-24T17:21:36,216 DEBUG [RS:0;a23eb99f71f0:34353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:36,216 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:21:36,216 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:21:36,216 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:21:36,216 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:21:36,216 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:21:36,216 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,34353,1732468867612 because: Region server is closing 2024-11-24T17:21:36,216 INFO [RS:0;a23eb99f71f0:34353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:34353. 2024-11-24T17:21:36,216 DEBUG [RS:0;a23eb99f71f0:34353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:36,217 DEBUG [RS:0;a23eb99f71f0:34353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:36,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:36,217 DEBUG [RS:0;a23eb99f71f0:34353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:36,317 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-24T17:21:36,317 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T17:21:36,317 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T17:21:36,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:36,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:21:36,376 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:21:37,000 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T17:21:37,118 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34353,1732468867612.replicationSource.shippera23eb99f71f0%2C34353%2C1732468867612,1-a23eb99f71f0,34353,1732468867612 terminated 2024-11-24T17:21:37,118 INFO [RS:0;a23eb99f71f0:34353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:34353. 2024-11-24T17:21:37,118 DEBUG [RS:0;a23eb99f71f0:34353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:37,118 DEBUG [RS:0;a23eb99f71f0:34353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:37,119 DEBUG [RS:0;a23eb99f71f0:34353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:37,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:37,119 INFO [RS:0;a23eb99f71f0:34353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34353 2024-11-24T17:21:37,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1550229412/rs/a23eb99f71f0,34353,1732468867612 2024-11-24T17:21:37,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412/rs 2024-11-24T17:21:37,160 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:21:37,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,34353,1732468867612] 2024-11-24T17:21:37,181 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1550229412/draining/a23eb99f71f0,34353,1732468867612 already deleted, retry=false 2024-11-24T17:21:37,181 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,34353,1732468867612 expired; onlineServers=0 2024-11-24T17:21:37,181 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,42151,1732468867413' ***** 2024-11-24T17:21:37,181 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:21:37,181 INFO [M:0;a23eb99f71f0:42151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:21:37,182 INFO [M:0;a23eb99f71f0:42151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:21:37,182 DEBUG [M:0;a23eb99f71f0:42151 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:21:37,182 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:21:37,182 DEBUG [M:0;a23eb99f71f0:42151 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:21:37,182 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468869640 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468869640,5,FailOnTimeoutGroup] 2024-11-24T17:21:37,182 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468869640 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468869640,5,FailOnTimeoutGroup] 2024-11-24T17:21:37,182 INFO [M:0;a23eb99f71f0:42151 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:21:37,182 INFO [M:0;a23eb99f71f0:42151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:21:37,182 DEBUG [M:0;a23eb99f71f0:42151 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:21:37,182 INFO [M:0;a23eb99f71f0:42151 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:21:37,182 INFO [M:0;a23eb99f71f0:42151 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:21:37,182 INFO [M:0;a23eb99f71f0:42151 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:21:37,182 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:21:37,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1550229412/master 2024-11-24T17:21:37,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550229412 2024-11-24T17:21:37,192 DEBUG [M:0;a23eb99f71f0:42151 {}] zookeeper.ZKUtil(347): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Unable to get data of znode /0-1550229412/master because node does not exist (not an error) 2024-11-24T17:21:37,192 WARN [M:0;a23eb99f71f0:42151 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:21:37,193 INFO [M:0;a23eb99f71f0:42151 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/.lastflushedseqids 2024-11-24T17:21:37,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741852_1028 (size=263) 2024-11-24T17:21:37,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:37,271 INFO [RS:0;a23eb99f71f0:34353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:21:37,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x1016ddcf41e0001, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:37,271 INFO [RS:0;a23eb99f71f0:34353 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,34353,1732468867612; zookeeper connection closed. 2024-11-24T17:21:37,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c8c5687 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c8c5687 2024-11-24T17:21:37,271 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:21:37,597 INFO [M:0;a23eb99f71f0:42151 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:21:37,597 INFO [M:0;a23eb99f71f0:42151 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:21:37,597 DEBUG [M:0;a23eb99f71f0:42151 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:21:37,597 INFO [M:0;a23eb99f71f0:42151 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:37,597 DEBUG [M:0;a23eb99f71f0:42151 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:37,597 DEBUG [M:0;a23eb99f71f0:42151 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:21:37,597 DEBUG [M:0;a23eb99f71f0:42151 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:37,597 INFO [M:0;a23eb99f71f0:42151 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T17:21:37,616 DEBUG [M:0;a23eb99f71f0:42151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ee0408699764226ada7e8a774e92797 is 82, key is hbase:meta,,1/info:regioninfo/1732468870882/Put/seqid=0 2024-11-24T17:21:37,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741853_1029 (size=5672) 2024-11-24T17:21:38,021 INFO [M:0;a23eb99f71f0:42151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ee0408699764226ada7e8a774e92797 2024-11-24T17:21:38,037 DEBUG [M:0;a23eb99f71f0:42151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec34c1d48edd4f4e942ac22e362fbc2b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732468882045/Put/seqid=0 2024-11-24T17:21:38,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741854_1030 (size=8516) 2024-11-24T17:21:38,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:38,395 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:21:38,395 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:21:38,441 INFO [M:0;a23eb99f71f0:42151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec34c1d48edd4f4e942ac22e362fbc2b 2024-11-24T17:21:38,462 DEBUG [M:0;a23eb99f71f0:42151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3019262440dc4b60827ae9fe127d0497 is 69, key is a23eb99f71f0,34353,1732468867612/rs:state/1732468869688/Put/seqid=0 2024-11-24T17:21:38,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741855_1031 (size=5156) 2024-11-24T17:21:38,486 INFO [M:0;a23eb99f71f0:42151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3019262440dc4b60827ae9fe127d0497 2024-11-24T17:21:38,490 DEBUG [M:0;a23eb99f71f0:42151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ee0408699764226ada7e8a774e92797 as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ee0408699764226ada7e8a774e92797 2024-11-24T17:21:38,494 INFO [M:0;a23eb99f71f0:42151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ee0408699764226ada7e8a774e92797, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T17:21:38,495 DEBUG [M:0;a23eb99f71f0:42151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec34c1d48edd4f4e942ac22e362fbc2b as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec34c1d48edd4f4e942ac22e362fbc2b 2024-11-24T17:21:38,503 INFO [M:0;a23eb99f71f0:42151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec34c1d48edd4f4e942ac22e362fbc2b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T17:21:38,504 DEBUG [M:0;a23eb99f71f0:42151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3019262440dc4b60827ae9fe127d0497 as hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3019262440dc4b60827ae9fe127d0497 2024-11-24T17:21:38,508 INFO [M:0;a23eb99f71f0:42151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37227/user/jenkins/test-data/8a58c136-6bea-f87e-4aed-aff7614037f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3019262440dc4b60827ae9fe127d0497, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T17:21:38,509 INFO [M:0;a23eb99f71f0:42151 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=97, compaction requested=false 2024-11-24T17:21:38,516 INFO [M:0;a23eb99f71f0:42151 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:38,516 DEBUG [M:0;a23eb99f71f0:42151 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468897597Disabling compacts and flushes for region at 1732468897597Disabling writes for close at 1732468897597Obtaining lock to block concurrent updates at 1732468897597Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468897597Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732468897598 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468897598Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468897598Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468897616 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468897616Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468898025 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468898037 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468898037Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468898445 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468898461 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468898461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2644521f: reopening flushed file at 1732468898489 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abf23c7: reopening flushed file at 1732468898495 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1011e92e: reopening flushed file at 1732468898503 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=97, compaction requested=false at 1732468898509 (+6 ms)Writing region close event to WAL at 1732468898516 (+7 ms)Closed at 1732468898516 2024-11-24T17:21:38,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39121 is added to blk_1073741830_1006 (size=63654) 2024-11-24T17:21:38,523 INFO [M:0;a23eb99f71f0:42151 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:21:38,523 INFO [M:0;a23eb99f71f0:42151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42151 2024-11-24T17:21:38,523 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:21:38,523 INFO [M:0;a23eb99f71f0:42151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:21:38,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:38,682 INFO [M:0;a23eb99f71f0:42151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:21:38,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42151-0x1016ddcf41e0000, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:21:38,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42cdf96a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:21:38,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@623a5fe8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:21:38,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:21:38,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@778ac733{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:21:38,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261979a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/hadoop.log.dir/,STOPPED} 2024-11-24T17:21:38,686 WARN [BP-59249486-172.17.0.3-1732468865169 heartbeating to localhost/127.0.0.1:37227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:21:38,686 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:21:38,686 WARN [BP-59249486-172.17.0.3-1732468865169 heartbeating to localhost/127.0.0.1:37227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-59249486-172.17.0.3-1732468865169 (Datanode Uuid a52863cd-6498-43e7-be80-4294fda8eebf) service to localhost/127.0.0.1:37227 2024-11-24T17:21:38,686 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:21:38,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/cluster_f847aea6-d6a3-fc1f-6d24-7678e563107e/data/data1/current/BP-59249486-172.17.0.3-1732468865169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:21:38,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/cluster_f847aea6-d6a3-fc1f-6d24-7678e563107e/data/data2/current/BP-59249486-172.17.0.3-1732468865169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:21:38,687 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:21:38,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b9d4434{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:21:38,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@222e1676{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:21:38,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:21:38,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dbb06a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:21:38,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aee1166{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb5ff71-a305-3d23-d001-1e145d85b65a/hadoop.log.dir/,STOPPED} 2024-11-24T17:21:38,703 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T17:21:38,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:21:38,723 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37227 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39101 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59414) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59414) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37227 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37227 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39101 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=617 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 457), ProcessCount=11 (was 11), AvailableMemoryMB=4355 (was 4701) 2024-11-24T17:21:38,731 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=616, MaxFileDescriptor=1048576, SystemLoadAverage=377, ProcessCount=11, AvailableMemoryMB=4355 2024-11-24T17:21:38,742 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-24T17:21:38,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/hadoop.log.dir so I do NOT create it in target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718 2024-11-24T17:21:38,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:21:38,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/hadoop.tmp.dir so I do NOT create it in target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718 2024-11-24T17:21:38,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/624f97fd-0fbc-9c35-5aeb-00431108326b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:21:38,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718 2024-11-24T17:21:38,742 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/cluster_de89520d-c7db-96ae-b7d0-9910e6014996, deleteOnExit=true 2024-11-24T17:21:38,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/cluster_de89520d-c7db-96ae-b7d0-9910e6014996/zookeeper_0, clientPort=49429, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/cluster_de89520d-c7db-96ae-b7d0-9910e6014996/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/cluster_de89520d-c7db-96ae-b7d0-9910e6014996/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T17:21:38,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49429 2024-11-24T17:21:38,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:21:38,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:21:38,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/test.cache.data in system properties and HBase conf 2024-11-24T17:21:38,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:21:38,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:21:38,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:21:38,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:21:38,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:21:38,760 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:21:38,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:21:38,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:21:38,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:21:38,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:21:38,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:21:38,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:21:38,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:21:38,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:21:38,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:21:38,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:21:38,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:21:38,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:21:38,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:21:38,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:21:38,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016ddcf41e0002, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:21:38,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016ddcf41e0005, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:21:38,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016ddcf41e0005, quorum=127.0.0.1:59414, baseZNode=/1-1378887085 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:21:38,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016ddcf41e0002, quorum=127.0.0.1:59414, baseZNode=/0-1550229412 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:21:39,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:21:39,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:21:39,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:21:39,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:21:39,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:21:39,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:21:39,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2949cda9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:21:39,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f80b871{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:21:39,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c00b506{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/java.io.tmpdir/jetty-localhost-45959-hadoop-hdfs-3_4_1-tests_jar-_-any-2496031912571726662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:21:39,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@170cdb84{HTTP/1.1, (http/1.1)}{localhost:45959} 2024-11-24T17:21:39,204 INFO [Time-limited test {}] server.Server(415): Started @205414ms 2024-11-24T17:21:39,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:21:39,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:21:39,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:21:39,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:21:39,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:21:39,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c4ee758{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:21:39,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a075994{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:21:39,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24572810{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/java.io.tmpdir/jetty-localhost-39639-hadoop-hdfs-3_4_1-tests_jar-_-any-18176028480059144038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:21:39,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19bb4862{HTTP/1.1, (http/1.1)}{localhost:39639} 2024-11-24T17:21:39,886 INFO [Time-limited test {}] server.Server(415): Started @206096ms 2024-11-24T17:21:39,887 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:21:40,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:21:40,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:40,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:40,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:40,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:40,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:40,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:40,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:40,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:40,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:41,148 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/cluster_de89520d-c7db-96ae-b7d0-9910e6014996/data/data1/current/BP-1043844854-172.17.0.3-1732468898781/current, will proceed with Du for space computation calculation, 2024-11-24T17:21:41,148 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/cluster_de89520d-c7db-96ae-b7d0-9910e6014996/data/data2/current/BP-1043844854-172.17.0.3-1732468898781/current, will proceed with Du for space computation calculation, 2024-11-24T17:21:41,168 WARN [Thread-2181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:21:41,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22ee02c2360bf30 with lease ID 0x4ffb7339282cd848: Processing first storage report for DS-2fae0efe-2645-4b27-b943-30cd58fa0810 from datanode DatanodeRegistration(127.0.0.1:42979, datanodeUuid=c57e9166-96c8-47b1-ab0c-9e9ac945cf1d, infoPort=39833, infoSecurePort=0, ipcPort=46611, storageInfo=lv=-57;cid=testClusterID;nsid=257148983;c=1732468898781) 2024-11-24T17:21:41,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22ee02c2360bf30 with lease ID 0x4ffb7339282cd848: from storage DS-2fae0efe-2645-4b27-b943-30cd58fa0810 node DatanodeRegistration(127.0.0.1:42979, datanodeUuid=c57e9166-96c8-47b1-ab0c-9e9ac945cf1d, infoPort=39833, infoSecurePort=0, ipcPort=46611, storageInfo=lv=-57;cid=testClusterID;nsid=257148983;c=1732468898781), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:21:41,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22ee02c2360bf30 with lease ID 0x4ffb7339282cd848: Processing first storage report for DS-421049bd-9646-4739-818e-6af6a8ecc881 from datanode DatanodeRegistration(127.0.0.1:42979, datanodeUuid=c57e9166-96c8-47b1-ab0c-9e9ac945cf1d, infoPort=39833, infoSecurePort=0, ipcPort=46611, storageInfo=lv=-57;cid=testClusterID;nsid=257148983;c=1732468898781) 2024-11-24T17:21:41,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22ee02c2360bf30 with lease ID 0x4ffb7339282cd848: from storage DS-421049bd-9646-4739-818e-6af6a8ecc881 node DatanodeRegistration(127.0.0.1:42979, datanodeUuid=c57e9166-96c8-47b1-ab0c-9e9ac945cf1d, infoPort=39833, infoSecurePort=0, ipcPort=46611, storageInfo=lv=-57;cid=testClusterID;nsid=257148983;c=1732468898781), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:21:41,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718 2024-11-24T17:21:41,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:41,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:21:41,633 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4 with version=8 2024-11-24T17:21:41,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/hbase-staging 2024-11-24T17:21:41,635 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:21:41,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:41,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:41,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:21:41,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:41,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:21:41,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:21:41,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:21:41,636 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34361 2024-11-24T17:21:41,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34361 connecting to ZooKeeper ensemble=127.0.0.1:49429 2024-11-24T17:21:41,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343610x0, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:21:41,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34361-0x1016ddd77710000 connected 2024-11-24T17:21:41,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:41,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:41,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Set watcher on znode that does not yet exist, /0-906615395/running 2024-11-24T17:21:41,880 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4, hbase.cluster.distributed=false 2024-11-24T17:21:41,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Set watcher on znode that does not yet exist, /0-906615395/acl 2024-11-24T17:21:41,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34361 2024-11-24T17:21:41,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34361 2024-11-24T17:21:41,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34361 2024-11-24T17:21:41,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34361 2024-11-24T17:21:41,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34361 2024-11-24T17:21:41,900 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:21:41,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:41,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:41,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:21:41,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:41,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:21:41,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:21:41,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:21:41,904 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37095 2024-11-24T17:21:41,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37095 connecting to ZooKeeper ensemble=127.0.0.1:49429 2024-11-24T17:21:41,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:41,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:41,918 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370950x0, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:21:41,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370950x0, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Set watcher on znode that does not yet exist, /0-906615395/running 2024-11-24T17:21:41,919 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:21:41,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37095-0x1016ddd77710001 connected 2024-11-24T17:21:41,920 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:21:41,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Set watcher on znode that does not yet exist, /0-906615395/master 2024-11-24T17:21:41,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Set watcher on znode that does not yet exist, /0-906615395/acl 2024-11-24T17:21:41,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37095 2024-11-24T17:21:41,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37095 2024-11-24T17:21:41,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37095 2024-11-24T17:21:41,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37095 2024-11-24T17:21:41,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37095 2024-11-24T17:21:41,933 DEBUG [M:0;a23eb99f71f0:34361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:34361 2024-11-24T17:21:41,933 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-906615395/backup-masters/a23eb99f71f0,34361,1732468901635 2024-11-24T17:21:41,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395/backup-masters 2024-11-24T17:21:41,939 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395/backup-masters 2024-11-24T17:21:41,939 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Set watcher on existing znode=/0-906615395/backup-masters/a23eb99f71f0,34361,1732468901635 2024-11-24T17:21:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:21:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:21:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:21:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T17:21:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T17:21:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:21:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:21:41,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:41,949 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-906615395/master 2024-11-24T17:21:41,949 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:41,950 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Set watcher on existing znode=/0-906615395/master 2024-11-24T17:21:41,950 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-906615395/backup-masters/a23eb99f71f0,34361,1732468901635 from backup master directory 2024-11-24T17:21:41,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-906615395/backup-masters/a23eb99f71f0,34361,1732468901635 2024-11-24T17:21:41,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395/backup-masters 2024-11-24T17:21:41,960 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:21:41,960 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,34361,1732468901635 2024-11-24T17:21:41,960 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395/backup-masters 2024-11-24T17:21:41,963 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/hbase.id] with ID: 9014cd76-7f4c-4295-a87a-bfc9d554c342 2024-11-24T17:21:41,963 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/.tmp/hbase.id 2024-11-24T17:21:41,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:21:42,370 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/.tmp/hbase.id]:[hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/hbase.id] 2024-11-24T17:21:42,379 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:42,379 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:21:42,380 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:21:42,404 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:42,404 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:21:42,405 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8181 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:21:42,465 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:42,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:21:42,874 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:21:42,875 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:21:42,875 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:42,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:21:43,284 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store 2024-11-24T17:21:43,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:21:43,690 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:43,690 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:21:43,690 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:43,690 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:43,691 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:21:43,691 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:43,691 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:43,691 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468903690Disabling compacts and flushes for region at 1732468903690Disabling writes for close at 1732468903691 (+1 ms)Writing region close event to WAL at 1732468903691Closed at 1732468903691 2024-11-24T17:21:43,691 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/.initializing 2024-11-24T17:21:43,691 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/WALs/a23eb99f71f0,34361,1732468901635 2024-11-24T17:21:43,692 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:21:43,693 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C34361%2C1732468901635, suffix=, logDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/WALs/a23eb99f71f0,34361,1732468901635, archiveDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/oldWALs, maxLogs=10 2024-11-24T17:21:43,705 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/WALs/a23eb99f71f0,34361,1732468901635/a23eb99f71f0%2C34361%2C1732468901635.1732468903693, exclude list is [], retry=0 2024-11-24T17:21:43,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42979,DS-2fae0efe-2645-4b27-b943-30cd58fa0810,DISK] 2024-11-24T17:21:43,709 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/WALs/a23eb99f71f0,34361,1732468901635/a23eb99f71f0%2C34361%2C1732468901635.1732468903693 2024-11-24T17:21:43,710 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39833:39833)] 2024-11-24T17:21:43,710 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:43,711 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:43,711 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:43,711 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:43,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:43,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:21:43,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:43,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:43,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:43,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:21:43,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:43,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:43,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:43,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:21:43,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:43,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:43,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:43,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:21:43,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:43,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:43,717 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:43,717 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:43,717 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:43,718 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:43,718 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:43,718 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:21:43,719 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:43,720 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:43,720 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59135846, jitterRate=-0.11880722641944885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:21:43,721 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468903711Initializing all the Stores at 1732468903712 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468903712Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468903712Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468903712Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468903712Cleaning up temporary data from old regions at 1732468903718 (+6 ms)Region opened successfully at 1732468903721 (+3 ms) 2024-11-24T17:21:43,721 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:21:43,723 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d76d186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:21:43,724 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:21:43,724 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:21:43,724 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:21:43,724 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:21:43,725 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:21:43,725 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:21:43,725 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:21:43,727 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:21:43,728 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Unable to get data of znode /0-906615395/balancer because node does not exist (not necessarily an error) 2024-11-24T17:21:43,802 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-906615395/balancer already deleted, retry=false 2024-11-24T17:21:43,802 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:21:43,803 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Unable to get data of znode /0-906615395/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:21:43,812 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-906615395/normalizer already deleted, retry=false 2024-11-24T17:21:43,813 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:21:43,813 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Unable to get data of znode /0-906615395/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:21:43,823 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-906615395/switch/split already deleted, retry=false 2024-11-24T17:21:43,824 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Unable to get data of znode /0-906615395/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:21:43,833 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-906615395/switch/merge already deleted, retry=false 2024-11-24T17:21:43,835 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Unable to get data of znode /0-906615395/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:21:43,844 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-906615395/snapshot-cleanup already deleted, retry=false 2024-11-24T17:21:43,854 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-906615395/running 2024-11-24T17:21:43,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-906615395/running 2024-11-24T17:21:43,854 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:43,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:43,855 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,34361,1732468901635, sessionid=0x1016ddd77710000, setting cluster-up flag (Was=false) 2024-11-24T17:21:43,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:43,875 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:43,907 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-906615395/flush-table-proc/acquired, /0-906615395/flush-table-proc/reached, /0-906615395/flush-table-proc/abort 2024-11-24T17:21:43,908 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,34361,1732468901635 2024-11-24T17:21:43,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:43,928 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:43,960 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-906615395/online-snapshot/acquired, /0-906615395/online-snapshot/reached, /0-906615395/online-snapshot/abort 2024-11-24T17:21:43,961 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,34361,1732468901635 2024-11-24T17:21:43,962 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:21:43,963 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:43,963 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:21:43,963 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:21:43,963 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,34361,1732468901635 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:21:43,965 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:43,965 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:43,965 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:43,965 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:43,965 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:21:43,965 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:43,965 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:21:43,965 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:43,965 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468933965 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:43,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:21:43,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:21:43,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:21:43,967 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468903966,5,FailOnTimeoutGroup] 2024-11-24T17:21:43,967 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468903967,5,FailOnTimeoutGroup] 2024-11-24T17:21:43,967 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:43,967 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:21:43,967 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:43,967 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:43,967 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:43,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:21:43,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:21:44,025 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(746): ClusterId : 9014cd76-7f4c-4295-a87a-bfc9d554c342 2024-11-24T17:21:44,025 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:21:44,034 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:21:44,034 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:21:44,044 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:21:44,045 DEBUG [RS:0;a23eb99f71f0:37095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2873fda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:21:44,055 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:37095 2024-11-24T17:21:44,055 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:21:44,055 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:21:44,055 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:21:44,055 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,34361,1732468901635 with port=37095, startcode=1732468901899 2024-11-24T17:21:44,056 DEBUG [RS:0;a23eb99f71f0:37095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:21:44,057 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:21:44,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:44,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34361 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:44,058 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4 2024-11-24T17:21:44,058 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44397 2024-11-24T17:21:44,058 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:21:44,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395/rs 2024-11-24T17:21:44,065 DEBUG [RS:0;a23eb99f71f0:37095 {}] zookeeper.ZKUtil(111): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Set watcher on existing znode=/0-906615395/rs/a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:44,065 WARN [RS:0;a23eb99f71f0:37095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:21:44,065 INFO [RS:0;a23eb99f71f0:37095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:44,066 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:44,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,37095,1732468901899] 2024-11-24T17:21:44,068 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:21:44,070 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:21:44,072 INFO [RS:0;a23eb99f71f0:37095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:21:44,072 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:44,072 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:21:44,073 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:21:44,073 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:44,073 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:44,073 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:44,073 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:44,073 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:44,073 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:44,073 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:21:44,074 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:44,074 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:44,074 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:44,074 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:44,074 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:44,074 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:44,074 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:21:44,074 DEBUG [RS:0;a23eb99f71f0:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:21:44,079 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:44,079 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:44,079 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:44,079 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:44,079 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:44,079 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37095,1732468901899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:21:44,096 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:21:44,097 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37095,1732468901899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:44,097 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:44,097 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.Replication(171): a23eb99f71f0,37095,1732468901899 started 2024-11-24T17:21:44,114 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:44,114 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,37095,1732468901899, RpcServer on a23eb99f71f0/172.17.0.3:37095, sessionid=0x1016ddd77710001 2024-11-24T17:21:44,115 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:21:44,115 DEBUG [RS:0;a23eb99f71f0:37095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:44,115 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,37095,1732468901899' 2024-11-24T17:21:44,115 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-906615395/flush-table-proc/abort' 2024-11-24T17:21:44,115 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-906615395/flush-table-proc/acquired' 2024-11-24T17:21:44,115 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:21:44,115 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:21:44,115 DEBUG [RS:0;a23eb99f71f0:37095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:44,115 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,37095,1732468901899' 2024-11-24T17:21:44,115 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-906615395/online-snapshot/abort' 2024-11-24T17:21:44,116 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-906615395/online-snapshot/acquired' 2024-11-24T17:21:44,116 DEBUG [RS:0;a23eb99f71f0:37095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:21:44,116 INFO [RS:0;a23eb99f71f0:37095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:21:44,116 INFO [RS:0;a23eb99f71f0:37095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:21:44,217 INFO [RS:0;a23eb99f71f0:37095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:21:44,218 INFO [RS:0;a23eb99f71f0:37095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C37095%2C1732468901899, suffix=, logDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899, archiveDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/oldWALs, maxLogs=10 2024-11-24T17:21:44,234 DEBUG [RS:0;a23eb99f71f0:37095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218, exclude list is [], retry=0 2024-11-24T17:21:44,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42979,DS-2fae0efe-2645-4b27-b943-30cd58fa0810,DISK] 2024-11-24T17:21:44,238 INFO [RS:0;a23eb99f71f0:37095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 2024-11-24T17:21:44,238 DEBUG [RS:0;a23eb99f71f0:37095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39833:39833)] 2024-11-24T17:21:44,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:21:44,378 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4 2024-11-24T17:21:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:21:44,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:44,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:21:44,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:21:44,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:44,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:44,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:21:44,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:21:44,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:44,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:44,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:21:44,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:21:44,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:44,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:44,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:21:44,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:21:44,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:44,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:44,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:21:44,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740 2024-11-24T17:21:44,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740 2024-11-24T17:21:44,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:21:44,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:21:44,792 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:21:44,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:21:44,794 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:44,794 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59250602, jitterRate=-0.11709722876548767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:21:44,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468904783Initializing all the Stores at 1732468904784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468904784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468904784Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468904784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468904784Cleaning up temporary data from old regions at 1732468904791 (+7 ms)Region opened successfully at 1732468904795 (+4 ms) 2024-11-24T17:21:44,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:21:44,795 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:21:44,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:21:44,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:21:44,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:21:44,795 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:21:44,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468904795Disabling compacts and flushes for region at 1732468904795Disabling writes for close at 1732468904795Writing region close event to WAL at 1732468904795Closed at 1732468904795 2024-11-24T17:21:44,796 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:44,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:21:44,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:21:44,797 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:21:44,798 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:21:44,948 DEBUG [a23eb99f71f0:34361 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:21:44,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:44,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,37095,1732468901899, state=OPENING 2024-11-24T17:21:45,002 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:21:45,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:45,012 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:45,013 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:21:45,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-906615395/meta-region-server: CHANGED 2024-11-24T17:21:45,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-906615395/meta-region-server: CHANGED 2024-11-24T17:21:45,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,37095,1732468901899}] 2024-11-24T17:21:45,165 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:21:45,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:21:45,170 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:21:45,170 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:45,170 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:21:45,171 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C37095%2C1732468901899.meta, suffix=.meta, logDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899, archiveDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/oldWALs, maxLogs=10 2024-11-24T17:21:45,187 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.meta.1732468905172.meta, exclude list is [], retry=0 2024-11-24T17:21:45,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42979,DS-2fae0efe-2645-4b27-b943-30cd58fa0810,DISK] 2024-11-24T17:21:45,191 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.meta.1732468905172.meta 2024-11-24T17:21:45,192 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39833:39833)] 2024-11-24T17:21:45,192 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:45,192 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:45,193 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:21:45,193 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:21:45,193 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:21:45,193 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:21:45,193 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:45,193 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:21:45,193 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:21:45,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:21:45,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:21:45,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:45,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:45,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:21:45,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:21:45,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:45,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:45,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:21:45,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:21:45,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:45,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:45,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:21:45,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:21:45,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:45,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:45,201 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:21:45,202 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740 2024-11-24T17:21:45,203 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740 2024-11-24T17:21:45,204 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:21:45,204 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:21:45,204 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:21:45,205 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:21:45,206 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60695849, jitterRate=-0.09556137025356293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:21:45,206 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:21:45,207 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468905193Writing region info on filesystem at 1732468905193Initializing all the Stores at 1732468905194 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468905194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468905194Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468905194Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468905194Cleaning up temporary data from old regions at 1732468905204 (+10 ms)Running coprocessor post-open hooks at 1732468905206 (+2 ms)Region opened successfully at 1732468905206 2024-11-24T17:21:45,207 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468905165 2024-11-24T17:21:45,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:45,210 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,37095,1732468901899, state=OPEN 2024-11-24T17:21:45,212 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:21:45,212 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:21:45,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-906615395/meta-region-server 2024-11-24T17:21:45,253 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-906615395/meta-region-server 2024-11-24T17:21:45,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-906615395/meta-region-server: CHANGED 2024-11-24T17:21:45,253 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:45,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-906615395/meta-region-server: CHANGED 2024-11-24T17:21:45,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:21:45,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,37095,1732468901899 in 240 msec 2024-11-24T17:21:45,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:21:45,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-24T17:21:45,257 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:45,257 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:21:45,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:45,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,37095,1732468901899, seqNum=-1] 2024-11-24T17:21:45,258 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:45,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:45,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-24T17:21:45,263 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468905263, completionTime=-1 2024-11-24T17:21:45,264 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:21:45,264 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:21:45,265 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:21:45,266 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468965265 2024-11-24T17:21:45,266 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732469025266 2024-11-24T17:21:45,266 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T17:21:45,266 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,34361,1732468901635-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:45,266 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,34361,1732468901635-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:45,266 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,34361,1732468901635-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:45,266 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:34361, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:45,266 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:45,266 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:45,268 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:21:45,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.310sec 2024-11-24T17:21:45,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:21:45,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:21:45,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:21:45,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:21:45,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:21:45,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,34361,1732468901635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:21:45,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,34361,1732468901635-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:21:45,272 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:21:45,272 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:21:45,272 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,34361,1732468901635-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:45,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a4dc01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:45,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,34361,-1 for getting cluster id 2024-11-24T17:21:45,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:45,327 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9014cd76-7f4c-4295-a87a-bfc9d554c342' 2024-11-24T17:21:45,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:45,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9014cd76-7f4c-4295-a87a-bfc9d554c342" 2024-11-24T17:21:45,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171cda43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:45,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,34361,-1] 2024-11-24T17:21:45,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:45,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:45,329 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:45,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd5c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:45,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:45,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,37095,1732468901899, seqNum=-1] 2024-11-24T17:21:45,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:45,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:45,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,34361,1732468901635 2024-11-24T17:21:45,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49429 2024-11-24T17:21:45,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:21:45,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016ddd77710002 connected 2024-11-24T17:21:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/hadoop.log.dir so I do NOT create it in target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29 2024-11-24T17:21:45,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:21:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/hadoop.tmp.dir so I do NOT create it in target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29 2024-11-24T17:21:45,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:21:45,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29 2024-11-24T17:21:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:21:45,363 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/cluster_700c40d4-19b4-db35-6ef7-599cfa43f59d, deleteOnExit=true 2024-11-24T17:21:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:21:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/test.cache.data in system properties and HBase conf 2024-11-24T17:21:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:21:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:21:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:21:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:21:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:21:45,364 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:21:45,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:21:45,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:21:45,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:21:45,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:21:45,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:21:45,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:21:45,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:21:45,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:21:45,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:21:45,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:21:45,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:21:45,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:21:45,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:21:45,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:21:46,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:21:46,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:21:46,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:21:46,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:21:46,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:21:46,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:21:46,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6054a5e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:21:46,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1abf7b0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:21:46,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1193cbd2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/java.io.tmpdir/jetty-localhost-44021-hadoop-hdfs-3_4_1-tests_jar-_-any-9681877971433944908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:21:46,782 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67959aac{HTTP/1.1, (http/1.1)}{localhost:44021} 2024-11-24T17:21:46,782 INFO [Time-limited test {}] server.Server(415): Started @212992ms 2024-11-24T17:21:47,443 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T17:21:47,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:47,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:47,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:47,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:47,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:47,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:47,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:47,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:47,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:47,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:21:47,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:21:47,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:21:47,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:21:47,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:21:47,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6998abdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:21:47,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d4f521{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:21:47,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dd62039{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/java.io.tmpdir/jetty-localhost-33157-hadoop-hdfs-3_4_1-tests_jar-_-any-10743535759151430540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:21:47,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b17494e{HTTP/1.1, (http/1.1)}{localhost:33157} 2024-11-24T17:21:47,673 INFO [Time-limited test {}] server.Server(415): Started @213883ms 2024-11-24T17:21:47,674 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:21:48,884 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/cluster_700c40d4-19b4-db35-6ef7-599cfa43f59d/data/data1/current/BP-671635872-172.17.0.3-1732468905385/current, will proceed with Du for space computation calculation, 2024-11-24T17:21:48,896 WARN [Thread-2316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/cluster_700c40d4-19b4-db35-6ef7-599cfa43f59d/data/data2/current/BP-671635872-172.17.0.3-1732468905385/current, will proceed with Du for space computation calculation, 2024-11-24T17:21:48,980 WARN [Thread-2303 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:21:48,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85da1ba0f77fd80e with lease ID 0xa73e203c8b24b6: Processing first storage report for DS-e37c6f61-0ad9-4e60-9090-6f527c1e0839 from datanode DatanodeRegistration(127.0.0.1:45183, datanodeUuid=373e7868-7800-49d6-8d9f-6d8bff63e431, infoPort=43471, infoSecurePort=0, ipcPort=39899, storageInfo=lv=-57;cid=testClusterID;nsid=387112210;c=1732468905385) 2024-11-24T17:21:48,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85da1ba0f77fd80e with lease ID 0xa73e203c8b24b6: from storage DS-e37c6f61-0ad9-4e60-9090-6f527c1e0839 node DatanodeRegistration(127.0.0.1:45183, datanodeUuid=373e7868-7800-49d6-8d9f-6d8bff63e431, infoPort=43471, infoSecurePort=0, ipcPort=39899, storageInfo=lv=-57;cid=testClusterID;nsid=387112210;c=1732468905385), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:21:48,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85da1ba0f77fd80e with lease ID 0xa73e203c8b24b6: Processing first storage report for DS-9af91c8d-bb0a-4b60-8bcd-8298303f88ce from datanode DatanodeRegistration(127.0.0.1:45183, datanodeUuid=373e7868-7800-49d6-8d9f-6d8bff63e431, infoPort=43471, infoSecurePort=0, ipcPort=39899, storageInfo=lv=-57;cid=testClusterID;nsid=387112210;c=1732468905385) 2024-11-24T17:21:48,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85da1ba0f77fd80e with lease ID 0xa73e203c8b24b6: from storage DS-9af91c8d-bb0a-4b60-8bcd-8298303f88ce node DatanodeRegistration(127.0.0.1:45183, datanodeUuid=373e7868-7800-49d6-8d9f-6d8bff63e431, infoPort=43471, infoSecurePort=0, ipcPort=39899, storageInfo=lv=-57;cid=testClusterID;nsid=387112210;c=1732468905385), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:21:49,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29 2024-11-24T17:21:49,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:49,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:49,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:21:49,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e with version=8 2024-11-24T17:21:49,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/hbase-staging 2024-11-24T17:21:49,484 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:21:49,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:49,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:49,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:21:49,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:49,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:21:49,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:21:49,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:21:49,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41649 2024-11-24T17:21:49,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41649 connecting to ZooKeeper ensemble=127.0.0.1:49429 2024-11-24T17:21:49,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416490x0, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:21:49,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41649-0x1016ddd77710003 connected 2024-11-24T17:21:49,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:49,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:49,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Set watcher on znode that does not yet exist, /1-1762004889/running 2024-11-24T17:21:49,653 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e, hbase.cluster.distributed=false 2024-11-24T17:21:49,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Set watcher on znode that does not yet exist, /1-1762004889/acl 2024-11-24T17:21:49,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-24T17:21:49,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41649 2024-11-24T17:21:49,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41649 2024-11-24T17:21:49,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-24T17:21:49,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41649 2024-11-24T17:21:49,686 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:21:49,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:49,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:49,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:21:49,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:21:49,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:21:49,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:21:49,687 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:21:49,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32869 2024-11-24T17:21:49,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32869 connecting to ZooKeeper ensemble=127.0.0.1:49429 2024-11-24T17:21:49,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:49,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:49,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328690x0, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:21:49,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328690x0, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Set watcher on znode that does not yet exist, /1-1762004889/running 2024-11-24T17:21:49,725 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:21:49,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32869-0x1016ddd77710004 connected 2024-11-24T17:21:49,726 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:21:49,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Set watcher on znode that does not yet exist, /1-1762004889/master 2024-11-24T17:21:49,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Set watcher on znode that does not yet exist, /1-1762004889/acl 2024-11-24T17:21:49,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-24T17:21:49,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32869 2024-11-24T17:21:49,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32869 2024-11-24T17:21:49,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-24T17:21:49,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-24T17:21:49,752 DEBUG [M:0;a23eb99f71f0:41649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:41649 2024-11-24T17:21:49,752 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1762004889/backup-masters/a23eb99f71f0,41649,1732468909483 2024-11-24T17:21:49,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889/backup-masters 2024-11-24T17:21:49,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889/backup-masters 2024-11-24T17:21:49,769 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Set watcher on existing znode=/1-1762004889/backup-masters/a23eb99f71f0,41649,1732468909483 2024-11-24T17:21:49,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1762004889/master 2024-11-24T17:21:49,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:49,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:49,782 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Set watcher on existing znode=/1-1762004889/master 2024-11-24T17:21:49,782 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1762004889/backup-masters/a23eb99f71f0,41649,1732468909483 from backup master directory 2024-11-24T17:21:49,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889/backup-masters 2024-11-24T17:21:49,792 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:21:49,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762004889/backup-masters/a23eb99f71f0,41649,1732468909483 2024-11-24T17:21:49,792 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,41649,1732468909483 2024-11-24T17:21:49,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889/backup-masters 2024-11-24T17:21:49,799 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/hbase.id] with ID: 7f1d57a3-0ebc-48de-a0b6-03858957216b 2024-11-24T17:21:49,799 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/.tmp/hbase.id 2024-11-24T17:21:49,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:21:49,822 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/.tmp/hbase.id]:[hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/hbase.id] 2024-11-24T17:21:49,846 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:21:49,846 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:21:49,847 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:21:49,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:49,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:49,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:21:50,068 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:21:50,312 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:21:50,313 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:21:50,313 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:50,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:21:50,330 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store 2024-11-24T17:21:50,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:21:50,361 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:50,361 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:21:50,361 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:50,361 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:50,361 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:21:50,361 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:50,361 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:21:50,361 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468910361Disabling compacts and flushes for region at 1732468910361Disabling writes for close at 1732468910361Writing region close event to WAL at 1732468910361Closed at 1732468910361 2024-11-24T17:21:50,362 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/.initializing 2024-11-24T17:21:50,362 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/WALs/a23eb99f71f0,41649,1732468909483 2024-11-24T17:21:50,363 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:21:50,365 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C41649%2C1732468909483, suffix=, logDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/WALs/a23eb99f71f0,41649,1732468909483, archiveDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/oldWALs, maxLogs=10 2024-11-24T17:21:50,403 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/WALs/a23eb99f71f0,41649,1732468909483/a23eb99f71f0%2C41649%2C1732468909483.1732468910365, exclude list is [], retry=0 2024-11-24T17:21:50,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45183,DS-e37c6f61-0ad9-4e60-9090-6f527c1e0839,DISK] 2024-11-24T17:21:50,422 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/WALs/a23eb99f71f0,41649,1732468909483/a23eb99f71f0%2C41649%2C1732468909483.1732468910365 2024-11-24T17:21:50,423 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43471:43471)] 2024-11-24T17:21:50,423 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:50,423 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:50,423 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:50,423 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:50,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:50,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:21:50,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:50,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:50,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:50,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:21:50,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:50,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:50,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:50,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:21:50,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:50,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:50,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:50,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:21:50,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:50,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:50,435 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:50,436 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:50,436 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:50,437 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:50,437 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:50,438 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:21:50,439 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:21:50,471 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:50,474 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60163712, jitterRate=-0.10349082946777344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:21:50,474 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468910423Initializing all the Stores at 1732468910425 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468910425Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468910425Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468910425Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468910425Cleaning up temporary data from old regions at 1732468910438 (+13 ms)Region opened successfully at 1732468910474 (+36 ms) 2024-11-24T17:21:50,476 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:21:50,482 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db6dc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:21:50,483 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:21:50,483 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:21:50,483 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:21:50,484 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:21:50,484 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:21:50,484 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:21:50,484 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:21:50,499 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:21:50,500 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Unable to get data of znode /1-1762004889/balancer because node does not exist (not necessarily an error) 2024-11-24T17:21:50,547 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762004889/balancer already deleted, retry=false 2024-11-24T17:21:50,547 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:21:50,548 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Unable to get data of znode /1-1762004889/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:21:50,664 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762004889/normalizer already deleted, retry=false 2024-11-24T17:21:50,665 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:21:50,666 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Unable to get data of znode /1-1762004889/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:21:50,757 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762004889/switch/split already deleted, retry=false 2024-11-24T17:21:50,758 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Unable to get data of znode /1-1762004889/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:21:50,833 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762004889/switch/merge already deleted, retry=false 2024-11-24T17:21:50,835 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Unable to get data of znode /1-1762004889/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:21:50,906 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762004889/snapshot-cleanup already deleted, retry=false 2024-11-24T17:21:50,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1762004889/running 2024-11-24T17:21:50,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1762004889/running 2024-11-24T17:21:50,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:50,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:50,982 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,41649,1732468909483, sessionid=0x1016ddd77710003, setting cluster-up flag (Was=false) 2024-11-24T17:21:51,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:51,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:51,044 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1762004889/flush-table-proc/acquired, /1-1762004889/flush-table-proc/reached, /1-1762004889/flush-table-proc/abort 2024-11-24T17:21:51,044 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,41649,1732468909483 2024-11-24T17:21:51,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:51,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:51,276 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1762004889/online-snapshot/acquired, /1-1762004889/online-snapshot/reached, /1-1762004889/online-snapshot/abort 2024-11-24T17:21:51,277 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,41649,1732468909483 2024-11-24T17:21:51,278 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:21:51,280 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:51,280 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:21:51,280 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:21:51,280 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,41649,1732468909483 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:21:51,281 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:51,281 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:51,282 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:51,282 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:21:51,282 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:21:51,282 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,282 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:21:51,282 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:51,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:21:51,284 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:51,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:21:51,302 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468941302 2024-11-24T17:21:51,303 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:21:51,303 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:21:51,303 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:21:51,303 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:21:51,303 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:21:51,303 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:21:51,304 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,306 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:21:51,306 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:21:51,306 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:21:51,306 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:21:51,307 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:21:51,307 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:21:51,307 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468911307,5,FailOnTimeoutGroup] 2024-11-24T17:21:51,308 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468911307,5,FailOnTimeoutGroup] 2024-11-24T17:21:51,308 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,308 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:21:51,308 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,308 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:21:51,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:21:51,315 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e 2024-11-24T17:21:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741832_1008 (size=32) 2024-11-24T17:21:51,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:51,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:21:51,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:21:51,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:51,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:51,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:21:51,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:21:51,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:51,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:51,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:21:51,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:21:51,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:51,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:51,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:21:51,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:21:51,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:51,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:51,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:21:51,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740 2024-11-24T17:21:51,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740 2024-11-24T17:21:51,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:21:51,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:21:51,347 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:21:51,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:21:51,353 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(746): ClusterId : 7f1d57a3-0ebc-48de-a0b6-03858957216b 2024-11-24T17:21:51,353 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:21:51,357 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:51,357 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74290152, jitterRate=0.10700953006744385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:21:51,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468911334Initializing all the Stores at 1732468911334Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468911334Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468911336 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468911336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468911336Cleaning up temporary data from old regions at 1732468911346 (+10 ms)Region opened successfully at 1732468911357 (+11 ms) 2024-11-24T17:21:51,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:21:51,358 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:21:51,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:21:51,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:21:51,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:21:51,362 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:21:51,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468911358Disabling compacts and flushes for region at 1732468911358Disabling writes for close at 1732468911358Writing region close event to WAL at 1732468911362 (+4 ms)Closed at 1732468911362 2024-11-24T17:21:51,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:51,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:21:51,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:21:51,365 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:21:51,366 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:21:51,376 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:21:51,376 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:21:51,381 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:21:51,381 DEBUG [RS:0;a23eb99f71f0:32869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc3d26d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:21:51,396 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:32869 2024-11-24T17:21:51,396 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:21:51,396 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:21:51,396 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:21:51,397 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,41649,1732468909483 with port=32869, startcode=1732468909686 2024-11-24T17:21:51,397 DEBUG [RS:0;a23eb99f71f0:32869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:21:51,399 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:21:51,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:51,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41649 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:51,401 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e 2024-11-24T17:21:51,401 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39159 2024-11-24T17:21:51,401 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:21:51,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889/rs 2024-11-24T17:21:51,440 DEBUG [RS:0;a23eb99f71f0:32869 {}] zookeeper.ZKUtil(111): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Set watcher on existing znode=/1-1762004889/rs/a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:51,440 WARN [RS:0;a23eb99f71f0:32869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:21:51,441 INFO [RS:0;a23eb99f71f0:32869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:51,441 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:51,443 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:21:51,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,32869,1732468909686] 2024-11-24T17:21:51,454 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:21:51,455 INFO [RS:0;a23eb99f71f0:32869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:21:51,456 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,456 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:21:51,457 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:21:51,457 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:21:51,457 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:21:51,458 DEBUG [RS:0;a23eb99f71f0:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:21:51,458 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,458 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,459 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,459 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,459 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,459 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,32869,1732468909686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:21:51,478 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:21:51,478 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,32869,1732468909686-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,478 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,478 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.Replication(171): a23eb99f71f0,32869,1732468909686 started 2024-11-24T17:21:51,498 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:51,498 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,32869,1732468909686, RpcServer on a23eb99f71f0/172.17.0.3:32869, sessionid=0x1016ddd77710004 2024-11-24T17:21:51,499 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:21:51,499 DEBUG [RS:0;a23eb99f71f0:32869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:51,499 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,32869,1732468909686' 2024-11-24T17:21:51,499 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1762004889/flush-table-proc/abort' 2024-11-24T17:21:51,504 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1762004889/flush-table-proc/acquired' 2024-11-24T17:21:51,505 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:21:51,505 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:21:51,505 DEBUG [RS:0;a23eb99f71f0:32869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:51,505 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,32869,1732468909686' 2024-11-24T17:21:51,505 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1762004889/online-snapshot/abort' 2024-11-24T17:21:51,505 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1762004889/online-snapshot/acquired' 2024-11-24T17:21:51,505 DEBUG [RS:0;a23eb99f71f0:32869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:21:51,506 INFO [RS:0;a23eb99f71f0:32869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:21:51,506 INFO [RS:0;a23eb99f71f0:32869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:21:51,516 WARN [a23eb99f71f0:41649 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T17:21:51,607 INFO [RS:0;a23eb99f71f0:32869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:21:51,616 INFO [RS:0;a23eb99f71f0:32869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C32869%2C1732468909686, suffix=, logDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686, archiveDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/oldWALs, maxLogs=10 2024-11-24T17:21:51,633 DEBUG [RS:0;a23eb99f71f0:32869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617, exclude list is [], retry=0 2024-11-24T17:21:51,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45183,DS-e37c6f61-0ad9-4e60-9090-6f527c1e0839,DISK] 2024-11-24T17:21:51,661 INFO [RS:0;a23eb99f71f0:32869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 2024-11-24T17:21:51,669 DEBUG [RS:0;a23eb99f71f0:32869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43471:43471)] 2024-11-24T17:21:51,767 DEBUG [a23eb99f71f0:41649 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:21:51,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:51,769 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,32869,1732468909686, state=OPENING 2024-11-24T17:21:51,896 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:21:51,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:51,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:51,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1762004889/meta-region-server: CHANGED 2024-11-24T17:21:51,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1762004889/meta-region-server: CHANGED 2024-11-24T17:21:51,910 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:21:51,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,32869,1732468909686}] 2024-11-24T17:21:51,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:21:51,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T17:21:51,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:21:51,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T17:21:51,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:21:51,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T17:21:51,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:21:51,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T17:21:52,063 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:21:52,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:21:52,080 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:21:52,080 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:52,081 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:21:52,083 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C32869%2C1732468909686.meta, suffix=.meta, logDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686, archiveDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/oldWALs, maxLogs=10 2024-11-24T17:21:52,101 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.meta.1732468912083.meta, exclude list is [], retry=0 2024-11-24T17:21:52,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45183,DS-e37c6f61-0ad9-4e60-9090-6f527c1e0839,DISK] 2024-11-24T17:21:52,107 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.meta.1732468912083.meta 2024-11-24T17:21:52,116 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43471:43471)] 2024-11-24T17:21:52,117 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:52,117 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:52,117 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:21:52,118 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:21:52,118 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:21:52,118 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:21:52,118 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:52,118 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:21:52,118 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:21:52,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:21:52,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:21:52,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:52,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:52,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:21:52,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:21:52,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:52,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:52,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:21:52,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:21:52,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:52,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:52,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:21:52,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:21:52,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:52,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:21:52,124 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:21:52,125 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740 2024-11-24T17:21:52,133 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740 2024-11-24T17:21:52,134 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:21:52,134 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:21:52,135 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:21:52,136 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:21:52,137 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62152893, jitterRate=-0.07384972274303436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:21:52,137 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:21:52,137 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468912118Writing region info on filesystem at 1732468912118Initializing all the Stores at 1732468912119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468912119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468912120 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468912120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468912120Cleaning up temporary data from old regions at 1732468912134 (+14 ms)Running coprocessor post-open hooks at 1732468912137 (+3 ms)Region opened successfully at 1732468912137 2024-11-24T17:21:52,139 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468912063 2024-11-24T17:21:52,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:52,143 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:21:52,143 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:21:52,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,32869,1732468909686, state=OPEN 2024-11-24T17:21:52,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1762004889/meta-region-server 2024-11-24T17:21:52,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1762004889/meta-region-server: CHANGED 2024-11-24T17:21:52,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1762004889/meta-region-server 2024-11-24T17:21:52,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1762004889/meta-region-server: CHANGED 2024-11-24T17:21:52,210 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:52,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:21:52,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,32869,1732468909686 in 300 msec 2024-11-24T17:21:52,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:21:52,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 850 msec 2024-11-24T17:21:52,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:21:52,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:21:52,221 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:52,221 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,32869,1732468909686, seqNum=-1] 2024-11-24T17:21:52,222 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:52,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:52,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 957 msec 2024-11-24T17:21:52,237 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468912237, completionTime=-1 2024-11-24T17:21:52,237 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:21:52,237 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:21:52,241 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:21:52,241 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468972241 2024-11-24T17:21:52,241 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732469032241 2024-11-24T17:21:52,241 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-24T17:21:52,242 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41649,1732468909483-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:52,242 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41649,1732468909483-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:52,242 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41649,1732468909483-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:52,242 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:41649, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:52,242 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:52,243 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:52,246 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:21:52,251 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.459sec 2024-11-24T17:21:52,251 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:21:52,251 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:21:52,251 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:21:52,252 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:21:52,252 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:21:52,252 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41649,1732468909483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:21:52,252 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41649,1732468909483-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:21:52,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e150cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:52,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41649,-1 for getting cluster id 2024-11-24T17:21:52,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:52,258 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:21:52,258 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:21:52,258 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41649,1732468909483-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:21:52,265 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f1d57a3-0ebc-48de-a0b6-03858957216b' 2024-11-24T17:21:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f1d57a3-0ebc-48de-a0b6-03858957216b" 2024-11-24T17:21:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd59a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41649,-1] 2024-11-24T17:21:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:52,267 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:52,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de3b7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:52,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,32869,1732468909686, seqNum=-1] 2024-11-24T17:21:52,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:52,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:52,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,41649,1732468909483 2024-11-24T17:21:52,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49429 2024-11-24T17:21:52,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:21:52,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016ddd77710005 connected 2024-11-24T17:21:52,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,34361,1732468901635 2024-11-24T17:21:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@782c21d 2024-11-24T17:21:52,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:52,431 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:52,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:21:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:21:52,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:21:52,433 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:52,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:21:52,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:21:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:52,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:21:52,473 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:52,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:21:52,474 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18250 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:21:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:52,841 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06c244d4de51b3990fe0b4d262a4e8c4, NAME => 'test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4 2024-11-24T17:21:52,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:21:52,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:52,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 06c244d4de51b3990fe0b4d262a4e8c4, disabling compactions & flushes 2024-11-24T17:21:52,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. 2024-11-24T17:21:52,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. 2024-11-24T17:21:52,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. after waiting 0 ms 2024-11-24T17:21:52,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. 2024-11-24T17:21:52,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. 2024-11-24T17:21:52,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06c244d4de51b3990fe0b4d262a4e8c4: Waiting for close lock at 1732468912852Disabling compacts and flushes for region at 1732468912852Disabling writes for close at 1732468912853 (+1 ms)Writing region close event to WAL at 1732468912853Closed at 1732468912853 2024-11-24T17:21:52,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:21:52,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732468912854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468912854"}]},"ts":"1732468912854"} 2024-11-24T17:21:52,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:21:52,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:21:52,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468912857"}]},"ts":"1732468912857"} 2024-11-24T17:21:52,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:21:52,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06c244d4de51b3990fe0b4d262a4e8c4, ASSIGN}] 2024-11-24T17:21:52,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06c244d4de51b3990fe0b4d262a4e8c4, ASSIGN 2024-11-24T17:21:52,860 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=06c244d4de51b3990fe0b4d262a4e8c4, ASSIGN; state=OFFLINE, location=a23eb99f71f0,37095,1732468901899; forceNewPlan=false, retain=false 2024-11-24T17:21:53,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06c244d4de51b3990fe0b4d262a4e8c4, regionState=OPENING, regionLocation=a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:53,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=06c244d4de51b3990fe0b4d262a4e8c4, ASSIGN because future has completed 2024-11-24T17:21:53,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06c244d4de51b3990fe0b4d262a4e8c4, server=a23eb99f71f0,37095,1732468901899}] 2024-11-24T17:21:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:53,180 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. 2024-11-24T17:21:53,180 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 06c244d4de51b3990fe0b4d262a4e8c4, NAME => 'test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:53,181 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:53,181 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:21:53,181 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,181 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:53,181 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,181 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,200 INFO [StoreOpener-06c244d4de51b3990fe0b4d262a4e8c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,206 INFO [StoreOpener-06c244d4de51b3990fe0b4d262a4e8c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c244d4de51b3990fe0b4d262a4e8c4 columnFamilyName f 2024-11-24T17:21:53,207 DEBUG [StoreOpener-06c244d4de51b3990fe0b4d262a4e8c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:53,208 INFO [StoreOpener-06c244d4de51b3990fe0b4d262a4e8c4-1 {}] regionserver.HStore(327): Store=06c244d4de51b3990fe0b4d262a4e8c4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:53,208 INFO [StoreOpener-06c244d4de51b3990fe0b4d262a4e8c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,209 INFO [StoreOpener-06c244d4de51b3990fe0b4d262a4e8c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c244d4de51b3990fe0b4d262a4e8c4 columnFamilyName f1 2024-11-24T17:21:53,209 DEBUG [StoreOpener-06c244d4de51b3990fe0b4d262a4e8c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:53,209 INFO [StoreOpener-06c244d4de51b3990fe0b4d262a4e8c4-1 {}] regionserver.HStore(327): Store=06c244d4de51b3990fe0b4d262a4e8c4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:53,209 INFO [StoreOpener-06c244d4de51b3990fe0b4d262a4e8c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,211 INFO [StoreOpener-06c244d4de51b3990fe0b4d262a4e8c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c244d4de51b3990fe0b4d262a4e8c4 columnFamilyName norep 2024-11-24T17:21:53,211 DEBUG [StoreOpener-06c244d4de51b3990fe0b4d262a4e8c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:53,211 INFO [StoreOpener-06c244d4de51b3990fe0b4d262a4e8c4-1 {}] regionserver.HStore(327): Store=06c244d4de51b3990fe0b4d262a4e8c4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:53,212 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,214 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,220 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,237 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,237 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,237 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:21:53,239 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,250 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:53,253 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 06c244d4de51b3990fe0b4d262a4e8c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65211307, jitterRate=-0.028275802731513977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:21:53,253 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:21:53,253 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 06c244d4de51b3990fe0b4d262a4e8c4: Running coprocessor pre-open hook at 1732468913181Writing region info on filesystem at 1732468913181Initializing all the Stores at 1732468913184 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468913184Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468913200 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468913200Cleaning up temporary data from old regions at 1732468913237 (+37 ms)Running coprocessor post-open hooks at 1732468913253 (+16 ms)Region opened successfully at 1732468913253 2024-11-24T17:21:53,256 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4., pid=6, masterSystemTime=1732468913168 2024-11-24T17:21:53,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06c244d4de51b3990fe0b4d262a4e8c4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:53,265 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. 2024-11-24T17:21:53,265 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. 2024-11-24T17:21:53,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06c244d4de51b3990fe0b4d262a4e8c4, server=a23eb99f71f0,37095,1732468901899 because future has completed 2024-11-24T17:21:53,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:21:53,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06c244d4de51b3990fe0b4d262a4e8c4, server=a23eb99f71f0,37095,1732468901899 in 260 msec 2024-11-24T17:21:53,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:21:53,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=06c244d4de51b3990fe0b4d262a4e8c4, ASSIGN in 430 msec 2024-11-24T17:21:53,291 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:21:53,293 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468913291"}]},"ts":"1732468913291"} 2024-11-24T17:21:53,296 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:21:53,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:21:53,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 866 msec 2024-11-24T17:21:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:53,575 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:21:53,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41649,1732468909483 2024-11-24T17:21:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4027b7f3 2024-11-24T17:21:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:53,577 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:53,578 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:21:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:21:53,580 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:21:53,581 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:53,581 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:21:53,582 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:21:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:53,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:21:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:53,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d41edde37f3b4314243b6de2d7708807, NAME => 'test,,1732468913577.d41edde37f3b4314243b6de2d7708807.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e 2024-11-24T17:21:53,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:21:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:54,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732468913577.d41edde37f3b4314243b6de2d7708807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:54,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d41edde37f3b4314243b6de2d7708807, disabling compactions & flushes 2024-11-24T17:21:54,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732468913577.d41edde37f3b4314243b6de2d7708807. 2024-11-24T17:21:54,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468913577.d41edde37f3b4314243b6de2d7708807. 2024-11-24T17:21:54,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732468913577.d41edde37f3b4314243b6de2d7708807. after waiting 0 ms 2024-11-24T17:21:54,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732468913577.d41edde37f3b4314243b6de2d7708807. 2024-11-24T17:21:54,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732468913577.d41edde37f3b4314243b6de2d7708807. 2024-11-24T17:21:54,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d41edde37f3b4314243b6de2d7708807: Waiting for close lock at 1732468914394Disabling compacts and flushes for region at 1732468914394Disabling writes for close at 1732468914394Writing region close event to WAL at 1732468914394Closed at 1732468914394 2024-11-24T17:21:54,395 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:21:54,396 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732468913577.d41edde37f3b4314243b6de2d7708807.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732468914396"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468914396"}]},"ts":"1732468914396"} 2024-11-24T17:21:54,399 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:21:54,400 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:21:54,401 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468914401"}]},"ts":"1732468914401"} 2024-11-24T17:21:54,403 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:21:54,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d41edde37f3b4314243b6de2d7708807, ASSIGN}] 2024-11-24T17:21:54,404 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d41edde37f3b4314243b6de2d7708807, ASSIGN 2024-11-24T17:21:54,406 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d41edde37f3b4314243b6de2d7708807, ASSIGN; state=OFFLINE, location=a23eb99f71f0,32869,1732468909686; forceNewPlan=false, retain=false 2024-11-24T17:21:54,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d41edde37f3b4314243b6de2d7708807, regionState=OPENING, regionLocation=a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:54,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d41edde37f3b4314243b6de2d7708807, ASSIGN because future has completed 2024-11-24T17:21:54,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d41edde37f3b4314243b6de2d7708807, server=a23eb99f71f0,32869,1732468909686}] 2024-11-24T17:21:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:54,715 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732468913577.d41edde37f3b4314243b6de2d7708807. 2024-11-24T17:21:54,715 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d41edde37f3b4314243b6de2d7708807, NAME => 'test,,1732468913577.d41edde37f3b4314243b6de2d7708807.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:54,715 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:54,715 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:21:54,715 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,716 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732468913577.d41edde37f3b4314243b6de2d7708807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:54,716 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,716 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,717 INFO [StoreOpener-d41edde37f3b4314243b6de2d7708807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,718 INFO [StoreOpener-d41edde37f3b4314243b6de2d7708807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d41edde37f3b4314243b6de2d7708807 columnFamilyName f 2024-11-24T17:21:54,718 DEBUG [StoreOpener-d41edde37f3b4314243b6de2d7708807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:54,718 INFO [StoreOpener-d41edde37f3b4314243b6de2d7708807-1 {}] regionserver.HStore(327): Store=d41edde37f3b4314243b6de2d7708807/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:54,718 INFO [StoreOpener-d41edde37f3b4314243b6de2d7708807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,719 INFO [StoreOpener-d41edde37f3b4314243b6de2d7708807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d41edde37f3b4314243b6de2d7708807 columnFamilyName f1 2024-11-24T17:21:54,719 DEBUG [StoreOpener-d41edde37f3b4314243b6de2d7708807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:54,720 INFO [StoreOpener-d41edde37f3b4314243b6de2d7708807-1 {}] regionserver.HStore(327): Store=d41edde37f3b4314243b6de2d7708807/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:54,720 INFO [StoreOpener-d41edde37f3b4314243b6de2d7708807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,720 INFO [StoreOpener-d41edde37f3b4314243b6de2d7708807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d41edde37f3b4314243b6de2d7708807 columnFamilyName norep 2024-11-24T17:21:54,720 DEBUG [StoreOpener-d41edde37f3b4314243b6de2d7708807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:54,720 INFO [StoreOpener-d41edde37f3b4314243b6de2d7708807-1 {}] regionserver.HStore(327): Store=d41edde37f3b4314243b6de2d7708807/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:54,721 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,721 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,721 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,722 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,722 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,722 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:21:54,723 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,725 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:54,725 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d41edde37f3b4314243b6de2d7708807; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60148742, jitterRate=-0.10371389985084534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:21:54,725 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d41edde37f3b4314243b6de2d7708807 2024-11-24T17:21:54,725 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d41edde37f3b4314243b6de2d7708807: Running coprocessor pre-open hook at 1732468914716Writing region info on filesystem at 1732468914716Initializing all the Stores at 1732468914717 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468914717Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468914717Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468914717Cleaning up temporary data from old regions at 1732468914722 (+5 ms)Running coprocessor post-open hooks at 1732468914725 (+3 ms)Region opened successfully at 1732468914725 2024-11-24T17:21:54,726 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732468913577.d41edde37f3b4314243b6de2d7708807., pid=6, masterSystemTime=1732468914712 2024-11-24T17:21:54,728 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732468913577.d41edde37f3b4314243b6de2d7708807. 2024-11-24T17:21:54,728 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732468913577.d41edde37f3b4314243b6de2d7708807. 2024-11-24T17:21:54,728 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d41edde37f3b4314243b6de2d7708807, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:54,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d41edde37f3b4314243b6de2d7708807, server=a23eb99f71f0,32869,1732468909686 because future has completed 2024-11-24T17:21:54,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:21:54,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d41edde37f3b4314243b6de2d7708807, server=a23eb99f71f0,32869,1732468909686 in 171 msec 2024-11-24T17:21:54,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:21:54,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d41edde37f3b4314243b6de2d7708807, ASSIGN in 329 msec 2024-11-24T17:21:54,734 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:21:54,734 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468914734"}]},"ts":"1732468914734"} 2024-11-24T17:21:54,735 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:21:54,736 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:21:54,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-24T17:21:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:21:55,725 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:21:55,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae7211d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:55,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,34361,-1 for getting cluster id 2024-11-24T17:21:55,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:55,726 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9014cd76-7f4c-4295-a87a-bfc9d554c342' 2024-11-24T17:21:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9014cd76-7f4c-4295-a87a-bfc9d554c342" 2024-11-24T17:21:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7192ab31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,34361,-1] 2024-11-24T17:21:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:55,728 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:55,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63889dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:55,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa722a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:55,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41649,-1 for getting cluster id 2024-11-24T17:21:55,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:55,732 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f1d57a3-0ebc-48de-a0b6-03858957216b' 2024-11-24T17:21:55,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:55,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f1d57a3-0ebc-48de-a0b6-03858957216b" 2024-11-24T17:21:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709e1053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41649,-1] 2024-11-24T17:21:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:55,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:55,734 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:55,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:55,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7565c0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:55,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,34361,-1 for getting cluster id 2024-11-24T17:21:55,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:55,736 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9014cd76-7f4c-4295-a87a-bfc9d554c342' 2024-11-24T17:21:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9014cd76-7f4c-4295-a87a-bfc9d554c342" 2024-11-24T17:21:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e31e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,34361,-1] 2024-11-24T17:21:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:55,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:55,737 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:55,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739c6016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:55,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:55,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,34361,1732468901635 2024-11-24T17:21:55,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@711bf346 2024-11-24T17:21:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:55,739 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:55,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:41649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:21:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:21:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:55,742 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:41649' 2024-11-24T17:21:55,743 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a6d823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:55,744 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41649,-1 for getting cluster id 2024-11-24T17:21:55,744 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:55,744 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f1d57a3-0ebc-48de-a0b6-03858957216b' 2024-11-24T17:21:55,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:55,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f1d57a3-0ebc-48de-a0b6-03858957216b" 2024-11-24T17:21:55,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5015a55e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:55,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41649,-1] 2024-11-24T17:21:55,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:55,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:55,745 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:55,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5732e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:55,746 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:55,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41649,1732468909483 2024-11-24T17:21:55,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a94d67f 2024-11-24T17:21:55,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:55,748 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:55,748 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T17:21:55,748 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:21:55,748 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:55,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:55,748 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:55,749 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:21:55,750 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:21:55,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:21:55,751 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:55,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:21:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741837_1013 (size=1138) 2024-11-24T17:21:55,800 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:21:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:56,069 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T17:21:56,159 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65ba9f9236f3eac99157abe32018a3c8, NAME => 'hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4 2024-11-24T17:21:56,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741838_1014 (size=44) 2024-11-24T17:21:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:56,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:56,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 65ba9f9236f3eac99157abe32018a3c8, disabling compactions & flushes 2024-11-24T17:21:56,565 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:21:56,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:21:56,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. after waiting 0 ms 2024-11-24T17:21:56,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:21:56,565 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:21:56,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65ba9f9236f3eac99157abe32018a3c8: Waiting for close lock at 1732468916565Disabling compacts and flushes for region at 1732468916565Disabling writes for close at 1732468916565Writing region close event to WAL at 1732468916565Closed at 1732468916565 2024-11-24T17:21:56,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:21:56,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732468916566"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468916566"}]},"ts":"1732468916566"} 2024-11-24T17:21:56,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:21:56,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:21:56,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468916569"}]},"ts":"1732468916569"} 2024-11-24T17:21:56,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:21:56,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65ba9f9236f3eac99157abe32018a3c8, ASSIGN}] 2024-11-24T17:21:56,571 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65ba9f9236f3eac99157abe32018a3c8, ASSIGN 2024-11-24T17:21:56,572 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65ba9f9236f3eac99157abe32018a3c8, ASSIGN; state=OFFLINE, location=a23eb99f71f0,37095,1732468901899; forceNewPlan=false, retain=false 2024-11-24T17:21:56,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65ba9f9236f3eac99157abe32018a3c8, regionState=OPENING, regionLocation=a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:56,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65ba9f9236f3eac99157abe32018a3c8, ASSIGN because future has completed 2024-11-24T17:21:56,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65ba9f9236f3eac99157abe32018a3c8, server=a23eb99f71f0,37095,1732468901899}] 2024-11-24T17:21:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:56,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:21:56,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:56,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:21:56,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C37095%2C1732468901899.rep, suffix=, logDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899, archiveDir=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/oldWALs, maxLogs=10 2024-11-24T17:21:56,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.rep.1732468916881, exclude list is [], retry=0 2024-11-24T17:21:56,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42979,DS-2fae0efe-2645-4b27-b943-30cd58fa0810,DISK] 2024-11-24T17:21:56,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.rep.1732468916881 2024-11-24T17:21:56,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39833:39833)] 2024-11-24T17:21:56,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 65ba9f9236f3eac99157abe32018a3c8, NAME => 'hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:56,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:56,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:21:56,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. service=MultiRowMutationService 2024-11-24T17:21:56,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:21:56,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:56,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,904 INFO [StoreOpener-65ba9f9236f3eac99157abe32018a3c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,905 INFO [StoreOpener-65ba9f9236f3eac99157abe32018a3c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65ba9f9236f3eac99157abe32018a3c8 columnFamilyName hfileref 2024-11-24T17:21:56,905 DEBUG [StoreOpener-65ba9f9236f3eac99157abe32018a3c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:56,905 INFO [StoreOpener-65ba9f9236f3eac99157abe32018a3c8-1 {}] regionserver.HStore(327): Store=65ba9f9236f3eac99157abe32018a3c8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:56,906 INFO [StoreOpener-65ba9f9236f3eac99157abe32018a3c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,906 INFO [StoreOpener-65ba9f9236f3eac99157abe32018a3c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65ba9f9236f3eac99157abe32018a3c8 columnFamilyName queue 2024-11-24T17:21:56,906 DEBUG [StoreOpener-65ba9f9236f3eac99157abe32018a3c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:56,907 INFO [StoreOpener-65ba9f9236f3eac99157abe32018a3c8-1 {}] regionserver.HStore(327): Store=65ba9f9236f3eac99157abe32018a3c8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:56,907 INFO [StoreOpener-65ba9f9236f3eac99157abe32018a3c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,908 INFO [StoreOpener-65ba9f9236f3eac99157abe32018a3c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65ba9f9236f3eac99157abe32018a3c8 columnFamilyName sid 2024-11-24T17:21:56,908 DEBUG [StoreOpener-65ba9f9236f3eac99157abe32018a3c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:56,908 INFO [StoreOpener-65ba9f9236f3eac99157abe32018a3c8-1 {}] regionserver.HStore(327): Store=65ba9f9236f3eac99157abe32018a3c8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:56,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/replication/65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/replication/65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:21:56,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/replication/65ba9f9236f3eac99157abe32018a3c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:56,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 65ba9f9236f3eac99157abe32018a3c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74849556, jitterRate=0.115345299243927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:21:56,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:21:56,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 65ba9f9236f3eac99157abe32018a3c8: Running coprocessor pre-open hook at 1732468916903Writing region info on filesystem at 1732468916903Initializing all the Stores at 1732468916904 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468916904Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468916904Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468916904Cleaning up temporary data from old regions at 1732468916909 (+5 ms)Running coprocessor post-open hooks at 1732468916917 (+8 ms)Region opened successfully at 1732468916917 2024-11-24T17:21:56,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8., pid=10, masterSystemTime=1732468916876 2024-11-24T17:21:56,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:21:56,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:21:56,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65ba9f9236f3eac99157abe32018a3c8, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,37095,1732468901899 2024-11-24T17:21:56,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65ba9f9236f3eac99157abe32018a3c8, server=a23eb99f71f0,37095,1732468901899 because future has completed 2024-11-24T17:21:56,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:21:56,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 65ba9f9236f3eac99157abe32018a3c8, server=a23eb99f71f0,37095,1732468901899 in 198 msec 2024-11-24T17:21:56,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T17:21:56,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65ba9f9236f3eac99157abe32018a3c8, ASSIGN in 354 msec 2024-11-24T17:21:56,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:21:56,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468916927"}]},"ts":"1732468916927"} 2024-11-24T17:21:56,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:21:56,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:21:56,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-24T17:21:56,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8., hostname=a23eb99f71f0,37095,1732468901899, seqNum=2] 2024-11-24T17:21:57,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:57,064 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:21:57,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:21:57,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T17:21:57,239 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:21:57,264 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,37095,1732468901899, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:21:57,264 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:57,264 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,37095,1732468901899, seqNum=-1] 2024-11-24T17:21:57,264 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:57,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T17:21:57,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,37095,1732468901899', locateType=CURRENT is [region=hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8., hostname=a23eb99f71f0,37095,1732468901899, seqNum=2] 2024-11-24T17:21:57,269 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T17:21:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T17:21:57,271 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,37095,1732468901899 suceeded 2024-11-24T17:21:57,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T17:21:57,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-24T17:21:57,273 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:41649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:21:57,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5340 sec 2024-11-24T17:21:57,283 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:41649' 2024-11-24T17:21:57,284 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31f5c030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:57,284 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41649,-1 for getting cluster id 2024-11-24T17:21:57,284 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:57,285 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f1d57a3-0ebc-48de-a0b6-03858957216b' 2024-11-24T17:21:57,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:57,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f1d57a3-0ebc-48de-a0b6-03858957216b" 2024-11-24T17:21:57,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ea9dc6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:57,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41649,-1] 2024-11-24T17:21:57,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:57,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:57,286 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:57,287 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bbc33ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:57,287 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:57,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41649,1732468909483 2024-11-24T17:21:57,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61cb743e 2024-11-24T17:21:57,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:57,288 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-24T17:21:57,289 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,37095,1732468901899 (queues=1) is replicating from cluster=9014cd76-7f4c-4295-a87a-bfc9d554c342 to cluster=7f1d57a3-0ebc-48de-a0b6-03858957216b 2024-11-24T17:21:57,289 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C37095%2C1732468901899 2024-11-24T17:21:57,289 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,37095,1732468901899, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:21:57,289 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C37095%2C1732468901899 2024-11-24T17:21:57,289 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218, startPosition=0, beingWritten=true 2024-11-24T17:21:57,294 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:21:57,294 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 379, reset compression=false 2024-11-24T17:21:57,294 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,37095,1732468901899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:21:57,497 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 379, reset compression=false 2024-11-24T17:21:57,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:21:57,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:57,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:57,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:57,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:57,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:57,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:57,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:57,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:57,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:21:57,801 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 379, reset compression=false 2024-11-24T17:21:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:57,885 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:21:57,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:21:57,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:57,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:57,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:57,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:57,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bc29da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:57,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41649,-1 for getting cluster id 2024-11-24T17:21:57,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:57,887 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f1d57a3-0ebc-48de-a0b6-03858957216b' 2024-11-24T17:21:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f1d57a3-0ebc-48de-a0b6-03858957216b" 2024-11-24T17:21:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed01054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41649,-1] 2024-11-24T17:21:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:57,889 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d6237d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:57,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,41649,1732468909483 2024-11-24T17:21:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e1e143f 2024-11-24T17:21:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:57,896 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:57,896 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:34361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:21:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:21:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:57,900 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:34361' 2024-11-24T17:21:57,901 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe1ed6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:57,901 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,34361,-1 for getting cluster id 2024-11-24T17:21:57,901 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:57,902 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9014cd76-7f4c-4295-a87a-bfc9d554c342' 2024-11-24T17:21:57,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:57,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9014cd76-7f4c-4295-a87a-bfc9d554c342" 2024-11-24T17:21:57,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4399477c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:57,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,34361,-1] 2024-11-24T17:21:57,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:57,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:57,904 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:57,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b680715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:57,904 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:57,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,34361,1732468901635 2024-11-24T17:21:57,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@df19318 2024-11-24T17:21:57,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:57,906 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:21:57,906 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T17:21:57,907 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:21:57,907 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:57,907 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:57,907 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:21:57,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:57,908 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:21:57,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:21:57,910 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:57,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:21:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741837_1013 (size=1138) 2024-11-24T17:21:57,918 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b11d6318ae9e36e9c6d28fbaf1a56fe, NAME => 'hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e 2024-11-24T17:21:57,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741838_1014 (size=44) 2024-11-24T17:21:57,959 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:21:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:58,207 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 379, reset compression=false 2024-11-24T17:21:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:58,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:58,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7b11d6318ae9e36e9c6d28fbaf1a56fe, disabling compactions & flushes 2024-11-24T17:21:58,325 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:21:58,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:21:58,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. after waiting 0 ms 2024-11-24T17:21:58,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:21:58,325 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:21:58,325 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b11d6318ae9e36e9c6d28fbaf1a56fe: Waiting for close lock at 1732468918325Disabling compacts and flushes for region at 1732468918325Disabling writes for close at 1732468918325Writing region close event to WAL at 1732468918325Closed at 1732468918325 2024-11-24T17:21:58,327 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:21:58,327 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732468918327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468918327"}]},"ts":"1732468918327"} 2024-11-24T17:21:58,335 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:21:58,339 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:21:58,339 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468918339"}]},"ts":"1732468918339"} 2024-11-24T17:21:58,342 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:21:58,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b11d6318ae9e36e9c6d28fbaf1a56fe, ASSIGN}] 2024-11-24T17:21:58,343 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b11d6318ae9e36e9c6d28fbaf1a56fe, ASSIGN 2024-11-24T17:21:58,344 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b11d6318ae9e36e9c6d28fbaf1a56fe, ASSIGN; state=OFFLINE, location=a23eb99f71f0,32869,1732468909686; forceNewPlan=false, retain=false 2024-11-24T17:21:58,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b11d6318ae9e36e9c6d28fbaf1a56fe, regionState=OPENING, regionLocation=a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:58,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b11d6318ae9e36e9c6d28fbaf1a56fe, ASSIGN because future has completed 2024-11-24T17:21:58,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b11d6318ae9e36e9c6d28fbaf1a56fe, server=a23eb99f71f0,32869,1732468909686}] 2024-11-24T17:21:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:58,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:21:58,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:21:58,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:21:58,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C32869%2C1732468909686.rep, suffix=, logDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686, archiveDir=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/oldWALs, maxLogs=10 2024-11-24T17:21:58,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.rep.1732468918663, exclude list is [], retry=0 2024-11-24T17:21:58,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45183,DS-e37c6f61-0ad9-4e60-9090-6f527c1e0839,DISK] 2024-11-24T17:21:58,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.rep.1732468918663 2024-11-24T17:21:58,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43471:43471)] 2024-11-24T17:21:58,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b11d6318ae9e36e9c6d28fbaf1a56fe, NAME => 'hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:21:58,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:21:58,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:21:58,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. service=MultiRowMutationService 2024-11-24T17:21:58,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:21:58,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:21:58,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,686 INFO [StoreOpener-7b11d6318ae9e36e9c6d28fbaf1a56fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,687 INFO [StoreOpener-7b11d6318ae9e36e9c6d28fbaf1a56fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b11d6318ae9e36e9c6d28fbaf1a56fe columnFamilyName hfileref 2024-11-24T17:21:58,688 DEBUG [StoreOpener-7b11d6318ae9e36e9c6d28fbaf1a56fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:58,688 INFO [StoreOpener-7b11d6318ae9e36e9c6d28fbaf1a56fe-1 {}] regionserver.HStore(327): Store=7b11d6318ae9e36e9c6d28fbaf1a56fe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:58,688 INFO [StoreOpener-7b11d6318ae9e36e9c6d28fbaf1a56fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,689 INFO [StoreOpener-7b11d6318ae9e36e9c6d28fbaf1a56fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b11d6318ae9e36e9c6d28fbaf1a56fe columnFamilyName queue 2024-11-24T17:21:58,690 DEBUG [StoreOpener-7b11d6318ae9e36e9c6d28fbaf1a56fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:58,690 INFO [StoreOpener-7b11d6318ae9e36e9c6d28fbaf1a56fe-1 {}] regionserver.HStore(327): Store=7b11d6318ae9e36e9c6d28fbaf1a56fe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:58,690 INFO [StoreOpener-7b11d6318ae9e36e9c6d28fbaf1a56fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,691 INFO [StoreOpener-7b11d6318ae9e36e9c6d28fbaf1a56fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b11d6318ae9e36e9c6d28fbaf1a56fe columnFamilyName sid 2024-11-24T17:21:58,691 DEBUG [StoreOpener-7b11d6318ae9e36e9c6d28fbaf1a56fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:21:58,692 INFO [StoreOpener-7b11d6318ae9e36e9c6d28fbaf1a56fe-1 {}] regionserver.HStore(327): Store=7b11d6318ae9e36e9c6d28fbaf1a56fe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:21:58,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/replication/7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/replication/7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:21:58,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/replication/7b11d6318ae9e36e9c6d28fbaf1a56fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:21:58,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7b11d6318ae9e36e9c6d28fbaf1a56fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63044189, jitterRate=-0.06056837737560272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:21:58,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:21:58,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7b11d6318ae9e36e9c6d28fbaf1a56fe: Running coprocessor pre-open hook at 1732468918685Writing region info on filesystem at 1732468918685Initializing all the Stores at 1732468918686 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468918686Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468918686Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468918686Cleaning up temporary data from old regions at 1732468918693 (+7 ms)Running coprocessor post-open hooks at 1732468918696 (+3 ms)Region opened successfully at 1732468918696 2024-11-24T17:21:58,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe., pid=10, masterSystemTime=1732468918649 2024-11-24T17:21:58,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:21:58,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:21:58,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b11d6318ae9e36e9c6d28fbaf1a56fe, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,32869,1732468909686 2024-11-24T17:21:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b11d6318ae9e36e9c6d28fbaf1a56fe, server=a23eb99f71f0,32869,1732468909686 because future has completed 2024-11-24T17:21:58,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:21:58,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b11d6318ae9e36e9c6d28fbaf1a56fe, server=a23eb99f71f0,32869,1732468909686 in 205 msec 2024-11-24T17:21:58,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T17:21:58,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b11d6318ae9e36e9c6d28fbaf1a56fe, ASSIGN in 361 msec 2024-11-24T17:21:58,705 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:21:58,705 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468918705"}]},"ts":"1732468918705"} 2024-11-24T17:21:58,707 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:21:58,707 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:21:58,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 800 msec 2024-11-24T17:21:58,711 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 379, reset compression=false 2024-11-24T17:21:58,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe., hostname=a23eb99f71f0,32869,1732468909686, seqNum=2] 2024-11-24T17:21:58,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:58,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:21:58,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:21:58,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T17:21:58,919 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:21:58,955 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,32869,1732468909686, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:21:58,956 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:58,956 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,32869,1732468909686, seqNum=-1] 2024-11-24T17:21:58,956 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:58,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T17:21:58,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,32869,1732468909686', locateType=CURRENT is [region=hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe., hostname=a23eb99f71f0,32869,1732468909686, seqNum=2] 2024-11-24T17:21:58,962 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T17:21:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T17:21:58,965 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,32869,1732468909686 suceeded 2024-11-24T17:21:58,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T17:21:58,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-24T17:21:58,967 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:34361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:21:58,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0710 sec 2024-11-24T17:21:58,981 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:34361' 2024-11-24T17:21:58,983 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f084001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:58,983 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,34361,-1 for getting cluster id 2024-11-24T17:21:58,983 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:58,984 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9014cd76-7f4c-4295-a87a-bfc9d554c342' 2024-11-24T17:21:58,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:58,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9014cd76-7f4c-4295-a87a-bfc9d554c342" 2024-11-24T17:21:58,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30c80ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:58,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,34361,-1] 2024-11-24T17:21:58,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:58,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:58,985 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:58,986 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33fa4ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:58,986 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:21:58,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,34361,1732468901635 2024-11-24T17:21:58,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ba9967d 2024-11-24T17:21:58,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:21:58,988 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-24T17:21:58,991 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,32869,1732468909686 (queues=1) is replicating from cluster=7f1d57a3-0ebc-48de-a0b6-03858957216b to cluster=9014cd76-7f4c-4295-a87a-bfc9d554c342 2024-11-24T17:21:58,991 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C32869%2C1732468909686 2024-11-24T17:21:58,991 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,32869,1732468909686, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:21:58,992 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617, startPosition=0, beingWritten=true 2024-11-24T17:21:58,992 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C32869%2C1732468909686 2024-11-24T17:21:59,012 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:21:59,012 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 379, reset compression=false 2024-11-24T17:21:59,012 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,32869,1732468909686 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:21:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:21:59,035 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:21:59,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:21:59,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:21:59,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:59,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:59,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:21:59,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,37095,1732468901899, seqNum=-1] 2024-11-24T17:21:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:59,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4., hostname=a23eb99f71f0,37095,1732468901899, seqNum=2] 2024-11-24T17:21:59,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,32869,1732468909686, seqNum=-1] 2024-11-24T17:21:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:59,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:21:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732468913577.d41edde37f3b4314243b6de2d7708807., hostname=a23eb99f71f0,32869,1732468909686, seqNum=2] 2024-11-24T17:21:59,047 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T17:21:59,217 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 379, reset compression=false 2024-11-24T17:21:59,315 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 379, reset compression=false 2024-11-24T17:21:59,320 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:21:59,320 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 480, reset compression=false 2024-11-24T17:21:59,320 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,37095,1732468901899 got entry batch from reader: WALEntryBatch [walEntries=[{test/06c244d4de51b3990fe0b4d262a4e8c4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T17:21:59,325 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:21:59,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-24T17:21:59,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:21:59,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b6940f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:59,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,41649,-1 for getting cluster id 2024-11-24T17:21:59,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:21:59,329 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f1d57a3-0ebc-48de-a0b6-03858957216b' 2024-11-24T17:21:59,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:21:59,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f1d57a3-0ebc-48de-a0b6-03858957216b" 2024-11-24T17:21:59,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3424cc35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:59,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,41649,-1] 2024-11-24T17:21:59,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:21:59,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:21:59,330 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:21:59,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e20c670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:21:59,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:21:59,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,32869,1732468909686, seqNum=-1] 2024-11-24T17:21:59,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:21:59,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T17:21:59,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732468913577.d41edde37f3b4314243b6de2d7708807., hostname=a23eb99f71f0,32869,1732468909686, seqNum=2] 2024-11-24T17:21:59,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:21:59,524 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 379, reset compression=false 2024-11-24T17:21:59,525 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 480, reset compression=false 2024-11-24T17:21:59,529 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:21:59,529 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 504, reset compression=false 2024-11-24T17:21:59,529 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,32869,1732468909686 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:21:59,741 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 504, reset compression=false 2024-11-24T17:21:59,829 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 480, reset compression=false 2024-11-24T17:22:00,045 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 504, reset compression=false 2024-11-24T17:22:00,051 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T17:22:00,055 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T17:22:00,232 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 480, reset compression=false 2024-11-24T17:22:00,450 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 504, reset compression=false 2024-11-24T17:22:00,456 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:00,456 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 608, reset compression=false 2024-11-24T17:22:00,457 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,32869,1732468909686 got entry batch from reader: WALEntryBatch [walEntries=[{test/d41edde37f3b4314243b6de2d7708807/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T17:22:00,460 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:22:00,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-24T17:22:00,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:00,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21ea90ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:00,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,34361,-1 for getting cluster id 2024-11-24T17:22:00,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:00,464 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9014cd76-7f4c-4295-a87a-bfc9d554c342' 2024-11-24T17:22:00,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:00,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9014cd76-7f4c-4295-a87a-bfc9d554c342" 2024-11-24T17:22:00,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62211a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:00,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,34361,-1] 2024-11-24T17:22:00,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:00,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:00,465 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:00,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34dfe624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:00,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:00,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,37095,1732468901899, seqNum=-1] 2024-11-24T17:22:00,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:00,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T17:22:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4., hostname=a23eb99f71f0,37095,1732468901899, seqNum=2] 2024-11-24T17:22:00,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:00,671 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 608, reset compression=false 2024-11-24T17:22:00,736 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 480, reset compression=false 2024-11-24T17:22:00,741 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:00,741 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 607, reset compression=false 2024-11-24T17:22:00,741 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,37095,1732468901899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:00,949 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 607, reset compression=false 2024-11-24T17:22:00,976 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 608, reset compression=false 2024-11-24T17:22:01,057 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T17:22:01,073 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T17:22:01,253 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 607, reset compression=false 2024-11-24T17:22:01,266 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:01,266 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 763, reset compression=false 2024-11-24T17:22:01,267 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,37095,1732468901899 got entry batch from reader: WALEntryBatch [walEntries=[{test/06c244d4de51b3990fe0b4d262a4e8c4/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T17:22:01,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:01,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:01,379 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 608, reset compression=false 2024-11-24T17:22:01,384 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:01,384 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 756, reset compression=false 2024-11-24T17:22:01,384 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,32869,1732468909686 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:01,493 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 763, reset compression=false 2024-11-24T17:22:01,588 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 756, reset compression=false 2024-11-24T17:22:01,796 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 763, reset compression=false 2024-11-24T17:22:01,891 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 756, reset compression=false 2024-11-24T17:22:01,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T17:22:01,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T17:22:01,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T17:22:01,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T17:22:01,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:22:01,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T17:22:02,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T17:22:02,075 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T17:22:02,078 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T17:22:02,199 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 763, reset compression=false 2024-11-24T17:22:02,295 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 756, reset compression=false 2024-11-24T17:22:02,299 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:02,299 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 915, reset compression=false 2024-11-24T17:22:02,299 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,32869,1732468909686 got entry batch from reader: WALEntryBatch [walEntries=[{test/d41edde37f3b4314243b6de2d7708807/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T17:22:02,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:02,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:02,503 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 915, reset compression=false 2024-11-24T17:22:02,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:02,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:22:02,585 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28361 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:22:02,703 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 763, reset compression=false 2024-11-24T17:22:02,707 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:02,707 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 912, reset compression=false 2024-11-24T17:22:02,707 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,37095,1732468901899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:02,806 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 915, reset compression=false 2024-11-24T17:22:02,910 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 912, reset compression=false 2024-11-24T17:22:03,080 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T17:22:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:22:03,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:03,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:03,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:03,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:03,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:03,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:22:03,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1312640405, stopped=false 2024-11-24T17:22:03,083 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,41649,1732468909483 2024-11-24T17:22:03,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762004889/running 2024-11-24T17:22:03,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762004889/running 2024-11-24T17:22:03,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:22:03,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:22:03,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:22:03,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:03,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:03,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:03,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,32869,1732468909686' ***** 2024-11-24T17:22:03,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:22:03,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Set watcher on znode that does not yet exist, /1-1762004889/running 2024-11-24T17:22:03,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Set watcher on znode that does not yet exist, /1-1762004889/running 2024-11-24T17:22:03,096 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:22:03,096 INFO [RS:0;a23eb99f71f0:32869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:22:03,096 INFO [RS:0;a23eb99f71f0:32869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:22:03,096 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(3091): Received CLOSE for d41edde37f3b4314243b6de2d7708807 2024-11-24T17:22:03,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:22:03,097 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:22:03,097 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,32869,1732468909686 2024-11-24T17:22:03,097 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:22:03,097 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d41edde37f3b4314243b6de2d7708807, disabling compactions & flushes 2024-11-24T17:22:03,097 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732468913577.d41edde37f3b4314243b6de2d7708807. 2024-11-24T17:22:03,097 INFO [RS:0;a23eb99f71f0:32869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:32869. 2024-11-24T17:22:03,097 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468913577.d41edde37f3b4314243b6de2d7708807. 2024-11-24T17:22:03,097 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732468913577.d41edde37f3b4314243b6de2d7708807. after waiting 0 ms 2024-11-24T17:22:03,097 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732468913577.d41edde37f3b4314243b6de2d7708807. 2024-11-24T17:22:03,097 DEBUG [RS:0;a23eb99f71f0:32869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:03,097 DEBUG [RS:0;a23eb99f71f0:32869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:03,097 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d41edde37f3b4314243b6de2d7708807 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-24T17:22:03,097 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:22:03,097 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:22:03,097 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:22:03,097 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:22:03,097 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T17:22:03,098 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d41edde37f3b4314243b6de2d7708807=test,,1732468913577.d41edde37f3b4314243b6de2d7708807., 7b11d6318ae9e36e9c6d28fbaf1a56fe=hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe.} 2024-11-24T17:22:03,098 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b11d6318ae9e36e9c6d28fbaf1a56fe, d41edde37f3b4314243b6de2d7708807 2024-11-24T17:22:03,098 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:22:03,098 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:22:03,098 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:22:03,098 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:22:03,098 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:22:03,098 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T17:22:03,112 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/.tmp/info/555d5ecc00764ff4b96d04ec063da8d6 is 147, key is hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe./info:regioninfo/1732468918699/Put/seqid=0 2024-11-24T17:22:03,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741840_1016 (size=7686) 2024-11-24T17:22:03,116 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/.tmp/info/555d5ecc00764ff4b96d04ec063da8d6 2024-11-24T17:22:03,117 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/.tmp/f/f2d5da5f5a21496e961e3c1e6b8072c0 is 29, key is row1/f:/1732468922076/DeleteFamily/seqid=0 2024-11-24T17:22:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741841_1017 (size=5118) 2024-11-24T17:22:03,135 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/.tmp/ns/103e43d70e4840039037e6c493255629 is 43, key is default/ns:d/1732468912228/Put/seqid=0 2024-11-24T17:22:03,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741842_1018 (size=5153) 2024-11-24T17:22:03,193 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:22:03,214 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 915, reset compression=false 2024-11-24T17:22:03,214 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 912, reset compression=false 2024-11-24T17:22:03,219 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:03,219 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 1162, reset compression=false 2024-11-24T17:22:03,219 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,32869,1732468909686 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:03,220 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a23eb99f71f0,32869,1732468909686: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a23eb99f71f0,32869,1732468909686, walGroup=a23eb99f71f0%2C32869%2C1732468909686, offset=a23eb99f71f0%2C32869%2C1732468909686.1732468911617:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:32869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T17:22:03,221 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T17:22:03,222 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T17:22:03,222 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T17:22:03,222 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T17:22:03,222 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T17:22:03,222 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 596131232 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 190703032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T17:22:03,222 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T17:22:03,298 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b11d6318ae9e36e9c6d28fbaf1a56fe, d41edde37f3b4314243b6de2d7708807 2024-11-24T17:22:03,424 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 1162, reset compression=false 2024-11-24T17:22:03,498 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b11d6318ae9e36e9c6d28fbaf1a56fe, d41edde37f3b4314243b6de2d7708807 2024-11-24T17:22:03,500 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:22:03,500 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:22:03,521 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/.tmp/f/f2d5da5f5a21496e961e3c1e6b8072c0 2024-11-24T17:22:03,525 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2d5da5f5a21496e961e3c1e6b8072c0 2024-11-24T17:22:03,540 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/.tmp/ns/103e43d70e4840039037e6c493255629 2024-11-24T17:22:03,548 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/.tmp/f1/d9edcf99cc4f48c7aaf8fd5638b47276 is 30, key is row1/f1:/1732468922076/DeleteFamily/seqid=0 2024-11-24T17:22:03,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741843_1019 (size=5123) 2024-11-24T17:22:03,561 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/.tmp/f1/d9edcf99cc4f48c7aaf8fd5638b47276 2024-11-24T17:22:03,562 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/.tmp/rep_barrier/d4a1e90dbfab4048992cc5a94a4f7123 is 112, key is test,,1732468913577.d41edde37f3b4314243b6de2d7708807./rep_barrier:seqnumDuringOpen/1732468914728/Put/seqid=0 2024-11-24T17:22:03,566 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9edcf99cc4f48c7aaf8fd5638b47276 2024-11-24T17:22:03,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741844_1020 (size=5518) 2024-11-24T17:22:03,581 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/.tmp/norep/8b1d72a4534a49ecbf6e97b8f8aa0ef1 is 33, key is row1/norep:/1732468922076/DeleteFamily/seqid=0 2024-11-24T17:22:03,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741845_1021 (size=5108) 2024-11-24T17:22:03,618 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 912, reset compression=false 2024-11-24T17:22:03,698 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b11d6318ae9e36e9c6d28fbaf1a56fe, d41edde37f3b4314243b6de2d7708807 2024-11-24T17:22:03,728 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 1162, reset compression=false 2024-11-24T17:22:03,898 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b11d6318ae9e36e9c6d28fbaf1a56fe, d41edde37f3b4314243b6de2d7708807 2024-11-24T17:22:03,971 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/.tmp/rep_barrier/d4a1e90dbfab4048992cc5a94a4f7123 2024-11-24T17:22:03,984 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/.tmp/norep/8b1d72a4534a49ecbf6e97b8f8aa0ef1 2024-11-24T17:22:03,991 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b1d72a4534a49ecbf6e97b8f8aa0ef1 2024-11-24T17:22:03,992 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/.tmp/f/f2d5da5f5a21496e961e3c1e6b8072c0 as hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/f/f2d5da5f5a21496e961e3c1e6b8072c0 2024-11-24T17:22:03,994 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/.tmp/table/c446f5ff4d4b43e2becf7248d00aa91f is 53, key is hbase:replication/table:state/1732468918705/Put/seqid=0 2024-11-24T17:22:03,997 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2d5da5f5a21496e961e3c1e6b8072c0 2024-11-24T17:22:03,998 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/f/f2d5da5f5a21496e961e3c1e6b8072c0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T17:22:03,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741846_1022 (size=5308) 2024-11-24T17:22:04,001 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/.tmp/f1/d9edcf99cc4f48c7aaf8fd5638b47276 as hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/f1/d9edcf99cc4f48c7aaf8fd5638b47276 2024-11-24T17:22:04,006 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9edcf99cc4f48c7aaf8fd5638b47276 2024-11-24T17:22:04,006 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/f1/d9edcf99cc4f48c7aaf8fd5638b47276, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T17:22:04,007 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/.tmp/norep/8b1d72a4534a49ecbf6e97b8f8aa0ef1 as hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/norep/8b1d72a4534a49ecbf6e97b8f8aa0ef1 2024-11-24T17:22:04,015 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b1d72a4534a49ecbf6e97b8f8aa0ef1 2024-11-24T17:22:04,015 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/norep/8b1d72a4534a49ecbf6e97b8f8aa0ef1, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T17:22:04,018 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d41edde37f3b4314243b6de2d7708807 in 921ms, sequenceid=8, compaction requested=false 2024-11-24T17:22:04,033 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/default/test/d41edde37f3b4314243b6de2d7708807/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T17:22:04,033 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:22:04,033 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:22:04,033 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732468913577.d41edde37f3b4314243b6de2d7708807. 2024-11-24T17:22:04,034 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d41edde37f3b4314243b6de2d7708807: Waiting for close lock at 1732468923097Running coprocessor pre-close hooks at 1732468923097Disabling compacts and flushes for region at 1732468923097Disabling writes for close at 1732468923097Obtaining lock to block concurrent updates at 1732468923097Preparing flush snapshotting stores in d41edde37f3b4314243b6de2d7708807 at 1732468923097Finished memstore snapshotting test,,1732468913577.d41edde37f3b4314243b6de2d7708807., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732468923097Flushing stores of test,,1732468913577.d41edde37f3b4314243b6de2d7708807. at 1732468923098 (+1 ms)Flushing d41edde37f3b4314243b6de2d7708807/f: creating writer at 1732468923098Flushing d41edde37f3b4314243b6de2d7708807/f: appending metadata at 1732468923117 (+19 ms)Flushing d41edde37f3b4314243b6de2d7708807/f: closing flushed file at 1732468923117Flushing d41edde37f3b4314243b6de2d7708807/f1: creating writer at 1732468923525 (+408 ms)Flushing d41edde37f3b4314243b6de2d7708807/f1: appending metadata at 1732468923548 (+23 ms)Flushing d41edde37f3b4314243b6de2d7708807/f1: closing flushed file at 1732468923548Flushing d41edde37f3b4314243b6de2d7708807/norep: creating writer at 1732468923567 (+19 ms)Flushing d41edde37f3b4314243b6de2d7708807/norep: appending metadata at 1732468923580 (+13 ms)Flushing d41edde37f3b4314243b6de2d7708807/norep: closing flushed file at 1732468923580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48dee83e: reopening flushed file at 1732468923992 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4abe7e05: reopening flushed file at 1732468923999 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea8c98d: reopening flushed file at 1732468924006 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d41edde37f3b4314243b6de2d7708807 in 921ms, sequenceid=8, compaction requested=false at 1732468924018 (+12 ms)Writing region close event to WAL at 1732468924024 (+6 ms)Running coprocessor post-close hooks at 1732468924033 (+9 ms)Closed at 1732468924033 2024-11-24T17:22:04,034 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732468913577.d41edde37f3b4314243b6de2d7708807. 2024-11-24T17:22:04,034 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b11d6318ae9e36e9c6d28fbaf1a56fe, disabling compactions & flushes 2024-11-24T17:22:04,034 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:22:04,034 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:22:04,034 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. after waiting 0 ms 2024-11-24T17:22:04,034 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:22:04,034 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b11d6318ae9e36e9c6d28fbaf1a56fe: Waiting for close lock at 1732468924034Running coprocessor pre-close hooks at 1732468924034Disabling compacts and flushes for region at 1732468924034Disabling writes for close at 1732468924034Failed flush hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe., putting online again at 1732468924034 2024-11-24T17:22:04,034 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:22:04,099 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:22:04,099 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7b11d6318ae9e36e9c6d28fbaf1a56fe=hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe.} 2024-11-24T17:22:04,099 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:22:04,099 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b11d6318ae9e36e9c6d28fbaf1a56fe 2024-11-24T17:22:04,100 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b11d6318ae9e36e9c6d28fbaf1a56fe, disabling compactions & flushes 2024-11-24T17:22:04,100 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:22:04,100 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:22:04,100 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. after waiting 0 ms 2024-11-24T17:22:04,100 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:22:04,100 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b11d6318ae9e36e9c6d28fbaf1a56fe: Waiting for close lock at 1732468924100Running coprocessor pre-close hooks at 1732468924100Disabling compacts and flushes for region at 1732468924100Disabling writes for close at 1732468924100Failed flush hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe., putting online again at 1732468924100 2024-11-24T17:22:04,100 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732468917907.7b11d6318ae9e36e9c6d28fbaf1a56fe. 2024-11-24T17:22:04,121 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 912, reset compression=false 2024-11-24T17:22:04,131 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 1162, reset compression=false 2024-11-24T17:22:04,137 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:04,137 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 1806, reset compression=false 2024-11-24T17:22:04,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:22:04,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:04,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:04,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:04,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:04,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:04,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:04,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:04,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:04,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:04,300 DEBUG [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:22:04,341 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 1806, reset compression=false 2024-11-24T17:22:04,399 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/.tmp/table/c446f5ff4d4b43e2becf7248d00aa91f 2024-11-24T17:22:04,409 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/.tmp/info/555d5ecc00764ff4b96d04ec063da8d6 as hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/info/555d5ecc00764ff4b96d04ec063da8d6 2024-11-24T17:22:04,414 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/info/555d5ecc00764ff4b96d04ec063da8d6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T17:22:04,415 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/.tmp/ns/103e43d70e4840039037e6c493255629 as hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/ns/103e43d70e4840039037e6c493255629 2024-11-24T17:22:04,420 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/ns/103e43d70e4840039037e6c493255629, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T17:22:04,421 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/.tmp/rep_barrier/d4a1e90dbfab4048992cc5a94a4f7123 as hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/rep_barrier/d4a1e90dbfab4048992cc5a94a4f7123 2024-11-24T17:22:04,425 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/rep_barrier/d4a1e90dbfab4048992cc5a94a4f7123, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T17:22:04,426 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/.tmp/table/c446f5ff4d4b43e2becf7248d00aa91f as hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/table/c446f5ff4d4b43e2becf7248d00aa91f 2024-11-24T17:22:04,430 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/table/c446f5ff4d4b43e2becf7248d00aa91f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T17:22:04,431 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false 2024-11-24T17:22:04,435 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T17:22:04,435 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:22:04,435 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:22:04,435 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:04,435 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468923098Running coprocessor pre-close hooks at 1732468923098Disabling compacts and flushes for region at 1732468923098Disabling writes for close at 1732468923098Obtaining lock to block concurrent updates at 1732468923098Preparing flush snapshotting stores in 1588230740 at 1732468923098Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732468923098Flushing stores of hbase:meta,,1.1588230740 at 1732468923098Flushing 1588230740/info: creating writer at 1732468923098Flushing 1588230740/info: appending metadata at 1732468923111 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732468923111Flushing 1588230740/ns: creating writer at 1732468923120 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732468923135 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732468923135Flushing 1588230740/rep_barrier: creating writer at 1732468923544 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732468923561 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732468923561Flushing 1588230740/table: creating writer at 1732468923977 (+416 ms)Flushing 1588230740/table: appending metadata at 1732468923993 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732468923993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c421cff: reopening flushed file at 1732468924409 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d71b4c5: reopening flushed file at 1732468924414 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58282436: reopening flushed file at 1732468924420 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55033ad4: reopening flushed file at 1732468924425 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false at 1732468924431 (+6 ms)Writing region close event to WAL at 1732468924432 (+1 ms)Running coprocessor post-close hooks at 1732468924435 (+3 ms)Closed at 1732468924435 2024-11-24T17:22:04,436 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:04,500 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T17:22:04,500 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,32869,1732468909686; all regions closed. 2024-11-24T17:22:04,503 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.meta.1732468912083.meta not finished, retry = 0 2024-11-24T17:22:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741834_1010 (size=4239) 2024-11-24T17:22:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741839_1015 (size=1733) 2024-11-24T17:22:04,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741833_1009 (size=1814) 2024-11-24T17:22:04,608 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 not finished, retry = 0 2024-11-24T17:22:04,645 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 to pos 1806, reset compression=false 2024-11-24T17:22:04,709 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/WALs/a23eb99f71f0,32869,1732468909686/a23eb99f71f0%2C32869%2C1732468909686.1732468911617 2024-11-24T17:22:04,709 DEBUG [RS:0;a23eb99f71f0:32869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:04,709 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:22:04,710 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:22:04,710 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:22:04,710 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:22:04,710 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,32869,1732468909686 because: Region server is closing 2024-11-24T17:22:04,710 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:22:04,710 INFO [RS:0;a23eb99f71f0:32869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:32869. 2024-11-24T17:22:04,710 DEBUG [RS:0;a23eb99f71f0:32869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:04,710 DEBUG [RS:0;a23eb99f71f0:32869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:04,710 DEBUG [RS:0;a23eb99f71f0:32869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:04,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:04,726 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 912, reset compression=false 2024-11-24T17:22:04,812 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.shippera23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 terminated 2024-11-24T17:22:04,812 INFO [RS:0;a23eb99f71f0:32869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:32869. 2024-11-24T17:22:04,812 DEBUG [RS:0;a23eb99f71f0:32869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:04,812 DEBUG [RS:0;a23eb99f71f0:32869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:04,813 DEBUG [RS:0;a23eb99f71f0:32869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:04,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:04,813 INFO [RS:0;a23eb99f71f0:32869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32869 2024-11-24T17:22:04,813 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,32869,1732468909686.replicationSource.wal-reader.a23eb99f71f0%2C32869%2C1732468909686,1-a23eb99f71f0,32869,1732468909686 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-24T17:22:04,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889/rs 2024-11-24T17:22:04,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762004889/rs/a23eb99f71f0,32869,1732468909686 2024-11-24T17:22:04,833 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:22:04,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,32869,1732468909686] 2024-11-24T17:22:04,853 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1762004889/draining/a23eb99f71f0,32869,1732468909686 already deleted, retry=false 2024-11-24T17:22:04,854 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,32869,1732468909686 expired; onlineServers=0 2024-11-24T17:22:04,854 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,41649,1732468909483' ***** 2024-11-24T17:22:04,854 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:22:04,854 INFO [M:0;a23eb99f71f0:41649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:22:04,854 INFO [M:0;a23eb99f71f0:41649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:22:04,854 DEBUG [M:0;a23eb99f71f0:41649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:22:04,854 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:22:04,854 DEBUG [M:0;a23eb99f71f0:41649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:22:04,854 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468911307 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468911307,5,FailOnTimeoutGroup] 2024-11-24T17:22:04,854 INFO [M:0;a23eb99f71f0:41649 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:22:04,854 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468911307 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468911307,5,FailOnTimeoutGroup] 2024-11-24T17:22:04,854 INFO [M:0;a23eb99f71f0:41649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:22:04,854 DEBUG [M:0;a23eb99f71f0:41649 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:22:04,855 INFO [M:0;a23eb99f71f0:41649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:22:04,855 INFO [M:0;a23eb99f71f0:41649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:22:04,855 INFO [M:0;a23eb99f71f0:41649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:22:04,855 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:22:04,868 DEBUG [M:0;a23eb99f71f0:41649 {}] zookeeper.ZKUtil(347): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Unable to get data of znode /1-1762004889/master because node does not exist (not an error) 2024-11-24T17:22:04,868 WARN [M:0;a23eb99f71f0:41649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:22:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1762004889/master 2024-11-24T17:22:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1762004889 2024-11-24T17:22:04,876 INFO [M:0;a23eb99f71f0:41649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/.lastflushedseqids 2024-11-24T17:22:04,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741847_1023 (size=245) 2024-11-24T17:22:04,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:04,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1016ddd77710004, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:04,947 INFO [RS:0;a23eb99f71f0:32869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:22:04,947 INFO [RS:0;a23eb99f71f0:32869 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,32869,1732468909686; zookeeper connection closed. 2024-11-24T17:22:04,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18512901 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18512901 2024-11-24T17:22:04,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:22:05,304 INFO [M:0;a23eb99f71f0:41649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:22:05,304 INFO [M:0;a23eb99f71f0:41649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:22:05,304 DEBUG [M:0;a23eb99f71f0:41649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:22:05,304 INFO [M:0;a23eb99f71f0:41649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:05,304 DEBUG [M:0;a23eb99f71f0:41649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:05,304 DEBUG [M:0;a23eb99f71f0:41649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:22:05,304 DEBUG [M:0;a23eb99f71f0:41649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:05,304 INFO [M:0;a23eb99f71f0:41649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T17:22:05,331 DEBUG [M:0;a23eb99f71f0:41649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5476c0279a74cfbbe21557dcd8e2627 is 82, key is hbase:meta,,1/info:regioninfo/1732468912143/Put/seqid=0 2024-11-24T17:22:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741848_1024 (size=5672) 2024-11-24T17:22:05,365 INFO [M:0;a23eb99f71f0:41649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5476c0279a74cfbbe21557dcd8e2627 2024-11-24T17:22:05,398 DEBUG [M:0;a23eb99f71f0:41649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb5a3ffcfb0d42d99dd7f69de4d91b27 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732468918708/Put/seqid=0 2024-11-24T17:22:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741849_1025 (size=8515) 2024-11-24T17:22:05,430 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 912, reset compression=false 2024-11-24T17:22:05,829 INFO [M:0;a23eb99f71f0:41649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb5a3ffcfb0d42d99dd7f69de4d91b27 2024-11-24T17:22:05,851 DEBUG [M:0;a23eb99f71f0:41649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0d0834a0ebe4a13861656fe9036ebbe is 69, key is a23eb99f71f0,32869,1732468909686/rs:state/1732468911400/Put/seqid=0 2024-11-24T17:22:05,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741850_1026 (size=5156) 2024-11-24T17:22:06,240 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 912, reset compression=false 2024-11-24T17:22:06,271 INFO [M:0;a23eb99f71f0:41649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0d0834a0ebe4a13861656fe9036ebbe 2024-11-24T17:22:06,277 DEBUG [M:0;a23eb99f71f0:41649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5476c0279a74cfbbe21557dcd8e2627 as hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5476c0279a74cfbbe21557dcd8e2627 2024-11-24T17:22:06,282 INFO [M:0;a23eb99f71f0:41649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5476c0279a74cfbbe21557dcd8e2627, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T17:22:06,284 DEBUG [M:0;a23eb99f71f0:41649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb5a3ffcfb0d42d99dd7f69de4d91b27 as hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb5a3ffcfb0d42d99dd7f69de4d91b27 2024-11-24T17:22:06,289 INFO [M:0;a23eb99f71f0:41649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb5a3ffcfb0d42d99dd7f69de4d91b27, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T17:22:06,290 DEBUG [M:0;a23eb99f71f0:41649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0d0834a0ebe4a13861656fe9036ebbe as hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0d0834a0ebe4a13861656fe9036ebbe 2024-11-24T17:22:06,303 INFO [M:0;a23eb99f71f0:41649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39159/user/jenkins/test-data/cc9cda85-dab8-8e38-47bf-eaae1398c45e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0d0834a0ebe4a13861656fe9036ebbe, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T17:22:06,304 INFO [M:0;a23eb99f71f0:41649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1000ms, sequenceid=97, compaction requested=false 2024-11-24T17:22:06,306 INFO [M:0;a23eb99f71f0:41649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:06,306 DEBUG [M:0;a23eb99f71f0:41649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468925304Disabling compacts and flushes for region at 1732468925304Disabling writes for close at 1732468925304Obtaining lock to block concurrent updates at 1732468925304Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468925304Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732468925305 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468925306 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468925306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468925330 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468925330Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468925376 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468925397 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468925397Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468925834 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468925851 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468925851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5148c3b2: reopening flushed file at 1732468926276 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c79ab5: reopening flushed file at 1732468926282 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44722401: reopening flushed file at 1732468926290 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1000ms, sequenceid=97, compaction requested=false at 1732468926304 (+14 ms)Writing region close event to WAL at 1732468926305 (+1 ms)Closed at 1732468926305 2024-11-24T17:22:06,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741830_1006 (size=63642) 2024-11-24T17:22:06,309 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:22:06,309 INFO [M:0;a23eb99f71f0:41649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:22:06,310 INFO [M:0;a23eb99f71f0:41649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41649 2024-11-24T17:22:06,312 INFO [M:0;a23eb99f71f0:41649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:22:06,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:06,471 INFO [M:0;a23eb99f71f0:41649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:22:06,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41649-0x1016ddd77710003, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:06,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dd62039{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:22:06,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b17494e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:22:06,516 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:22:06,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d4f521{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:22:06,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6998abdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/hadoop.log.dir/,STOPPED} 2024-11-24T17:22:06,517 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:22:06,517 WARN [BP-671635872-172.17.0.3-1732468905385 heartbeating to localhost/127.0.0.1:39159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:22:06,517 WARN [BP-671635872-172.17.0.3-1732468905385 heartbeating to localhost/127.0.0.1:39159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-671635872-172.17.0.3-1732468905385 (Datanode Uuid 373e7868-7800-49d6-8d9f-6d8bff63e431) service to localhost/127.0.0.1:39159 2024-11-24T17:22:06,517 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:22:06,518 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/cluster_700c40d4-19b4-db35-6ef7-599cfa43f59d/data/data1/current/BP-671635872-172.17.0.3-1732468905385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:22:06,518 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/cluster_700c40d4-19b4-db35-6ef7-599cfa43f59d/data/data2/current/BP-671635872-172.17.0.3-1732468905385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:22:06,518 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:22:06,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1193cbd2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:22:06,523 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67959aac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:22:06,523 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:22:06,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1abf7b0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:22:06,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6054a5e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/hadoop.log.dir/,STOPPED} 2024-11-24T17:22:06,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:22:06,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:22:06,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:06,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:06,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:06,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:06,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:06,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:22:06,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1180278477, stopped=false 2024-11-24T17:22:06,536 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,34361,1732468901635 2024-11-24T17:22:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-906615395/running 2024-11-24T17:22:06,548 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-906615395/running 2024-11-24T17:22:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:22:06,548 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:22:06,548 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:22:06,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Set watcher on znode that does not yet exist, /0-906615395/running 2024-11-24T17:22:06,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Set watcher on znode that does not yet exist, /0-906615395/running 2024-11-24T17:22:06,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:06,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:06,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:06,549 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,37095,1732468901899' ***** 2024-11-24T17:22:06,549 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:22:06,549 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:22:06,549 INFO [RS:0;a23eb99f71f0:37095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:22:06,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:22:06,549 INFO [RS:0;a23eb99f71f0:37095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:22:06,549 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(3091): Received CLOSE for 06c244d4de51b3990fe0b4d262a4e8c4 2024-11-24T17:22:06,549 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(3091): Received CLOSE for 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:22:06,549 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,37095,1732468901899 2024-11-24T17:22:06,549 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:22:06,549 INFO [RS:0;a23eb99f71f0:37095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:37095. 2024-11-24T17:22:06,549 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06c244d4de51b3990fe0b4d262a4e8c4, disabling compactions & flushes 2024-11-24T17:22:06,549 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. 2024-11-24T17:22:06,549 DEBUG [RS:0;a23eb99f71f0:37095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:06,549 DEBUG [RS:0;a23eb99f71f0:37095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:06,549 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. 2024-11-24T17:22:06,549 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. after waiting 0 ms 2024-11-24T17:22:06,550 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. 2024-11-24T17:22:06,550 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:22:06,550 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06c244d4de51b3990fe0b4d262a4e8c4 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-24T17:22:06,550 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:22:06,550 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:22:06,550 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:22:06,550 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T17:22:06,550 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1325): Online Regions={06c244d4de51b3990fe0b4d262a4e8c4=test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4., 65ba9f9236f3eac99157abe32018a3c8=hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:22:06,550 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1351): Waiting on 06c244d4de51b3990fe0b4d262a4e8c4, 1588230740, 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:22:06,550 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:22:06,550 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:22:06,550 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:22:06,550 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:22:06,550 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:22:06,550 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T17:22:06,571 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/.tmp/f/7894a917186c4934b161088971f4e388 is 29, key is row1/f:/1732468922076/DeleteFamily/seqid=0 2024-11-24T17:22:06,573 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/.tmp/info/d01d00ae63894f9689f52c79fc42a18f is 147, key is hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8./info:regioninfo/1732468916920/Put/seqid=0 2024-11-24T17:22:06,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741841_1017 (size=7686) 2024-11-24T17:22:06,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741840_1016 (size=5118) 2024-11-24T17:22:06,576 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/.tmp/f/7894a917186c4934b161088971f4e388 2024-11-24T17:22:06,582 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7894a917186c4934b161088971f4e388 2024-11-24T17:22:06,595 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/.tmp/f1/14fac8a26020410cbf7c22e718f79550 is 30, key is row1/f1:/1732468922076/DeleteFamily/seqid=0 2024-11-24T17:22:06,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741842_1018 (size=5123) 2024-11-24T17:22:06,629 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:22:06,750 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1351): Waiting on 06c244d4de51b3990fe0b4d262a4e8c4, 1588230740, 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:22:06,950 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1351): Waiting on 06c244d4de51b3990fe0b4d262a4e8c4, 1588230740, 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:22:06,976 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/.tmp/info/d01d00ae63894f9689f52c79fc42a18f 2024-11-24T17:22:06,992 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/.tmp/ns/ff565d5da5044e1f897691952042304e is 43, key is default/ns:d/1732468905260/Put/seqid=0 2024-11-24T17:22:06,998 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/.tmp/f1/14fac8a26020410cbf7c22e718f79550 2024-11-24T17:22:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741843_1019 (size=5153) 2024-11-24T17:22:07,003 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14fac8a26020410cbf7c22e718f79550 2024-11-24T17:22:07,020 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/.tmp/norep/c14630e3e5504580b8c89961bfcbfa31 is 32, key is row/norep:/1732468921059/DeleteFamily/seqid=0 2024-11-24T17:22:07,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741844_1020 (size=5101) 2024-11-24T17:22:07,086 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:22:07,086 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:22:07,148 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 912, reset compression=false 2024-11-24T17:22:07,150 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1351): Waiting on 06c244d4de51b3990fe0b4d262a4e8c4, 1588230740, 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:22:07,152 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:07,152 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 1159, reset compression=false 2024-11-24T17:22:07,152 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,37095,1732468901899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:07,153 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a23eb99f71f0,37095,1732468901899: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a23eb99f71f0,37095,1732468901899, walGroup=a23eb99f71f0%2C37095%2C1732468901899, offset=a23eb99f71f0%2C37095%2C1732468901899.1732468904218:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:37095 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T17:22:07,154 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T17:22:07,154 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T17:22:07,155 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T17:22:07,155 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T17:22:07,155 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T17:22:07,155 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 677920160 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191309792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T17:22:07,155 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:34361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:34361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T17:22:07,351 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1351): Waiting on 06c244d4de51b3990fe0b4d262a4e8c4, 1588230740, 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:22:07,360 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 1159, reset compression=false 2024-11-24T17:22:07,399 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/.tmp/ns/ff565d5da5044e1f897691952042304e 2024-11-24T17:22:07,420 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/.tmp/rep_barrier/b6d130c997a14553b888b4b8bef3b5b5 is 112, key is test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4./rep_barrier:seqnumDuringOpen/1732468913262/Put/seqid=0 2024-11-24T17:22:07,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741845_1021 (size=5518) 2024-11-24T17:22:07,424 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/.tmp/norep/c14630e3e5504580b8c89961bfcbfa31 2024-11-24T17:22:07,427 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c14630e3e5504580b8c89961bfcbfa31 2024-11-24T17:22:07,428 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/.tmp/f/7894a917186c4934b161088971f4e388 as hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/f/7894a917186c4934b161088971f4e388 2024-11-24T17:22:07,431 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7894a917186c4934b161088971f4e388 2024-11-24T17:22:07,431 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/f/7894a917186c4934b161088971f4e388, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T17:22:07,432 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/.tmp/f1/14fac8a26020410cbf7c22e718f79550 as hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/f1/14fac8a26020410cbf7c22e718f79550 2024-11-24T17:22:07,438 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14fac8a26020410cbf7c22e718f79550 2024-11-24T17:22:07,438 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/f1/14fac8a26020410cbf7c22e718f79550, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T17:22:07,440 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/.tmp/norep/c14630e3e5504580b8c89961bfcbfa31 as hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/norep/c14630e3e5504580b8c89961bfcbfa31 2024-11-24T17:22:07,446 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c14630e3e5504580b8c89961bfcbfa31 2024-11-24T17:22:07,446 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/norep/c14630e3e5504580b8c89961bfcbfa31, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T17:22:07,447 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 06c244d4de51b3990fe0b4d262a4e8c4 in 897ms, sequenceid=8, compaction requested=false 2024-11-24T17:22:07,447 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T17:22:07,451 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/default/test/06c244d4de51b3990fe0b4d262a4e8c4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T17:22:07,451 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:22:07,451 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:22:07,451 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. 2024-11-24T17:22:07,451 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06c244d4de51b3990fe0b4d262a4e8c4: Waiting for close lock at 1732468926549Running coprocessor pre-close hooks at 1732468926549Disabling compacts and flushes for region at 1732468926549Disabling writes for close at 1732468926549Obtaining lock to block concurrent updates at 1732468926550 (+1 ms)Preparing flush snapshotting stores in 06c244d4de51b3990fe0b4d262a4e8c4 at 1732468926550Finished memstore snapshotting test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732468926550Flushing stores of test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. at 1732468926550Flushing 06c244d4de51b3990fe0b4d262a4e8c4/f: creating writer at 1732468926551 (+1 ms)Flushing 06c244d4de51b3990fe0b4d262a4e8c4/f: appending metadata at 1732468926570 (+19 ms)Flushing 06c244d4de51b3990fe0b4d262a4e8c4/f: closing flushed file at 1732468926570Flushing 06c244d4de51b3990fe0b4d262a4e8c4/f1: creating writer at 1732468926582 (+12 ms)Flushing 06c244d4de51b3990fe0b4d262a4e8c4/f1: appending metadata at 1732468926594 (+12 ms)Flushing 06c244d4de51b3990fe0b4d262a4e8c4/f1: closing flushed file at 1732468926594Flushing 06c244d4de51b3990fe0b4d262a4e8c4/norep: creating writer at 1732468927003 (+409 ms)Flushing 06c244d4de51b3990fe0b4d262a4e8c4/norep: appending metadata at 1732468927019 (+16 ms)Flushing 06c244d4de51b3990fe0b4d262a4e8c4/norep: closing flushed file at 1732468927019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24cbf42a: reopening flushed file at 1732468927427 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@229072b7: reopening flushed file at 1732468927432 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e683af: reopening flushed file at 1732468927439 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 06c244d4de51b3990fe0b4d262a4e8c4 in 897ms, sequenceid=8, compaction requested=false at 1732468927447 (+8 ms)Writing region close event to WAL at 1732468927448 (+1 ms)Running coprocessor post-close hooks at 1732468927451 (+3 ms)Closed at 1732468927451 2024-11-24T17:22:07,451 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732468912431.06c244d4de51b3990fe0b4d262a4e8c4. 2024-11-24T17:22:07,451 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65ba9f9236f3eac99157abe32018a3c8, disabling compactions & flushes 2024-11-24T17:22:07,451 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:22:07,451 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:22:07,451 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. after waiting 0 ms 2024-11-24T17:22:07,451 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:22:07,451 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65ba9f9236f3eac99157abe32018a3c8: Waiting for close lock at 1732468927451Running coprocessor pre-close hooks at 1732468927451Disabling compacts and flushes for region at 1732468927451Disabling writes for close at 1732468927451Failed flush hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8., putting online again at 1732468927451 2024-11-24T17:22:07,452 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:22:07,551 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:22:07,551 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1325): Online Regions={65ba9f9236f3eac99157abe32018a3c8=hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:22:07,551 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(3091): Received CLOSE for 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:22:07,551 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65ba9f9236f3eac99157abe32018a3c8 2024-11-24T17:22:07,551 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65ba9f9236f3eac99157abe32018a3c8, disabling compactions & flushes 2024-11-24T17:22:07,551 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:22:07,551 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:22:07,551 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. after waiting 0 ms 2024-11-24T17:22:07,551 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:22:07,551 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65ba9f9236f3eac99157abe32018a3c8: Waiting for close lock at 1732468927551Running coprocessor pre-close hooks at 1732468927551Disabling compacts and flushes for region at 1732468927551Disabling writes for close at 1732468927551Failed flush hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8., putting online again at 1732468927551 2024-11-24T17:22:07,551 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732468915749.65ba9f9236f3eac99157abe32018a3c8. 2024-11-24T17:22:07,665 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 1159, reset compression=false 2024-11-24T17:22:07,669 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:07,669 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 1803, reset compression=false 2024-11-24T17:22:07,751 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:22:07,824 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/.tmp/rep_barrier/b6d130c997a14553b888b4b8bef3b5b5 2024-11-24T17:22:07,844 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/.tmp/table/2cf84eb7cc0d484f9cde24e8f7636e8c is 53, key is hbase:replication/table:state/1732468916927/Put/seqid=0 2024-11-24T17:22:07,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741846_1022 (size=5308) 2024-11-24T17:22:07,871 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 1803, reset compression=false 2024-11-24T17:22:07,951 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:22:08,152 DEBUG [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:22:08,175 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 1803, reset compression=false 2024-11-24T17:22:08,248 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/.tmp/table/2cf84eb7cc0d484f9cde24e8f7636e8c 2024-11-24T17:22:08,252 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/.tmp/info/d01d00ae63894f9689f52c79fc42a18f as hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/info/d01d00ae63894f9689f52c79fc42a18f 2024-11-24T17:22:08,256 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/info/d01d00ae63894f9689f52c79fc42a18f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T17:22:08,257 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/.tmp/ns/ff565d5da5044e1f897691952042304e as hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/ns/ff565d5da5044e1f897691952042304e 2024-11-24T17:22:08,260 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/ns/ff565d5da5044e1f897691952042304e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T17:22:08,261 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/.tmp/rep_barrier/b6d130c997a14553b888b4b8bef3b5b5 as hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/rep_barrier/b6d130c997a14553b888b4b8bef3b5b5 2024-11-24T17:22:08,265 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/rep_barrier/b6d130c997a14553b888b4b8bef3b5b5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T17:22:08,266 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/.tmp/table/2cf84eb7cc0d484f9cde24e8f7636e8c as hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/table/2cf84eb7cc0d484f9cde24e8f7636e8c 2024-11-24T17:22:08,270 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/table/2cf84eb7cc0d484f9cde24e8f7636e8c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T17:22:08,270 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-11-24T17:22:08,275 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T17:22:08,275 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:22:08,275 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:22:08,275 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:08,276 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468926550Running coprocessor pre-close hooks at 1732468926550Disabling compacts and flushes for region at 1732468926550Disabling writes for close at 1732468926550Obtaining lock to block concurrent updates at 1732468926550Preparing flush snapshotting stores in 1588230740 at 1732468926550Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732468926550Flushing stores of hbase:meta,,1.1588230740 at 1732468926551 (+1 ms)Flushing 1588230740/info: creating writer at 1732468926551Flushing 1588230740/info: appending metadata at 1732468926572 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732468926572Flushing 1588230740/ns: creating writer at 1732468926980 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732468926992 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732468926992Flushing 1588230740/rep_barrier: creating writer at 1732468927403 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732468927419 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732468927419Flushing 1588230740/table: creating writer at 1732468927828 (+409 ms)Flushing 1588230740/table: appending metadata at 1732468927843 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732468927843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@580b4786: reopening flushed file at 1732468928251 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7667e788: reopening flushed file at 1732468928256 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fb96bf1: reopening flushed file at 1732468928261 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747de7ab: reopening flushed file at 1732468928265 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1732468928270 (+5 ms)Writing region close event to WAL at 1732468928272 (+2 ms)Running coprocessor post-close hooks at 1732468928275 (+3 ms)Closed at 1732468928275 2024-11-24T17:22:08,276 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:08,352 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T17:22:08,352 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,37095,1732468901899; all regions closed. 2024-11-24T17:22:08,354 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.meta.1732468905172.meta not finished, retry = 0 2024-11-24T17:22:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741834_1010 (size=4239) 2024-11-24T17:22:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741839_1015 (size=1733) 2024-11-24T17:22:08,457 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.rep.1732468916881 not finished, retry = 0 2024-11-24T17:22:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741832_1008 (size=1811) 2024-11-24T17:22:08,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 not finished, retry = 0 2024-11-24T17:22:08,578 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 to pos 1803, reset compression=false 2024-11-24T17:22:08,665 DEBUG [RS:0;a23eb99f71f0:37095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:08,665 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:22:08,665 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:22:08,665 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/WALs/a23eb99f71f0,37095,1732468901899/a23eb99f71f0%2C37095%2C1732468901899.1732468904218 2024-11-24T17:22:08,666 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:22:08,666 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:22:08,666 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:22:08,666 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,37095,1732468901899 because: Region server is closing 2024-11-24T17:22:08,666 INFO [RS:0;a23eb99f71f0:37095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:37095. 2024-11-24T17:22:08,666 DEBUG [RS:0;a23eb99f71f0:37095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:08,666 DEBUG [RS:0;a23eb99f71f0:37095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:08,666 DEBUG [RS:0;a23eb99f71f0:37095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:08,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:08,767 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.shippera23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 terminated 2024-11-24T17:22:08,767 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,37095,1732468901899.replicationSource.wal-reader.a23eb99f71f0%2C37095%2C1732468901899,1-a23eb99f71f0,37095,1732468901899 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-24T17:22:08,767 INFO [RS:0;a23eb99f71f0:37095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:37095. 2024-11-24T17:22:08,767 DEBUG [RS:0;a23eb99f71f0:37095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:08,767 DEBUG [RS:0;a23eb99f71f0:37095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:08,767 DEBUG [RS:0;a23eb99f71f0:37095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:08,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:08,767 INFO [RS:0;a23eb99f71f0:37095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37095 2024-11-24T17:22:08,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395/rs 2024-11-24T17:22:08,832 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-906615395/rs/a23eb99f71f0,37095,1732468901899 2024-11-24T17:22:08,832 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:22:08,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,37095,1732468901899] 2024-11-24T17:22:08,853 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-906615395/draining/a23eb99f71f0,37095,1732468901899 already deleted, retry=false 2024-11-24T17:22:08,853 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,37095,1732468901899 expired; onlineServers=0 2024-11-24T17:22:08,853 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,34361,1732468901635' ***** 2024-11-24T17:22:08,853 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:22:08,853 INFO [M:0;a23eb99f71f0:34361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:22:08,853 INFO [M:0;a23eb99f71f0:34361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:22:08,853 DEBUG [M:0;a23eb99f71f0:34361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:22:08,853 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:22:08,853 DEBUG [M:0;a23eb99f71f0:34361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:22:08,853 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468903967 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468903967,5,FailOnTimeoutGroup] 2024-11-24T17:22:08,853 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468903966 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468903966,5,FailOnTimeoutGroup] 2024-11-24T17:22:08,853 INFO [M:0;a23eb99f71f0:34361 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:22:08,853 INFO [M:0;a23eb99f71f0:34361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:22:08,853 DEBUG [M:0;a23eb99f71f0:34361 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:22:08,853 INFO [M:0;a23eb99f71f0:34361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:22:08,853 INFO [M:0;a23eb99f71f0:34361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:22:08,854 INFO [M:0;a23eb99f71f0:34361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:22:08,854 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:22:08,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-906615395/master 2024-11-24T17:22:08,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906615395 2024-11-24T17:22:08,863 DEBUG [M:0;a23eb99f71f0:34361 {}] zookeeper.ZKUtil(347): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Unable to get data of znode /0-906615395/master because node does not exist (not an error) 2024-11-24T17:22:08,863 WARN [M:0;a23eb99f71f0:34361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:22:08,864 INFO [M:0;a23eb99f71f0:34361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/.lastflushedseqids 2024-11-24T17:22:08,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741847_1023 (size=245) 2024-11-24T17:22:08,942 INFO [RS:0;a23eb99f71f0:37095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:22:08,942 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:08,942 INFO [RS:0;a23eb99f71f0:37095 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,37095,1732468901899; zookeeper connection closed. 2024-11-24T17:22:08,942 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1016ddd77710001, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:08,943 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b353b7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b353b7f 2024-11-24T17:22:08,943 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:22:09,268 INFO [M:0;a23eb99f71f0:34361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:22:09,269 INFO [M:0;a23eb99f71f0:34361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:22:09,269 DEBUG [M:0;a23eb99f71f0:34361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:22:09,269 INFO [M:0;a23eb99f71f0:34361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:09,269 DEBUG [M:0;a23eb99f71f0:34361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:09,269 DEBUG [M:0;a23eb99f71f0:34361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:22:09,269 DEBUG [M:0;a23eb99f71f0:34361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:09,269 INFO [M:0;a23eb99f71f0:34361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T17:22:09,285 DEBUG [M:0;a23eb99f71f0:34361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d379d3c50a5247fab0d866ce70b4cb25 is 82, key is hbase:meta,,1/info:regioninfo/1732468905210/Put/seqid=0 2024-11-24T17:22:09,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741848_1024 (size=5672) 2024-11-24T17:22:09,536 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:22:09,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:09,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:09,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:09,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:09,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:09,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:09,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:09,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:09,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:09,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:09,689 INFO [M:0;a23eb99f71f0:34361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d379d3c50a5247fab0d866ce70b4cb25 2024-11-24T17:22:09,705 DEBUG [M:0;a23eb99f71f0:34361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d63c1b9828a45ae83a1d798594cd58c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732468916929/Put/seqid=0 2024-11-24T17:22:09,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741849_1025 (size=8516) 2024-11-24T17:22:10,109 INFO [M:0;a23eb99f71f0:34361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d63c1b9828a45ae83a1d798594cd58c 2024-11-24T17:22:10,127 DEBUG [M:0;a23eb99f71f0:34361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a238a47af3446f3bd8739100c119953 is 69, key is a23eb99f71f0,37095,1732468901899/rs:state/1732468904057/Put/seqid=0 2024-11-24T17:22:10,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741850_1026 (size=5156) 2024-11-24T17:22:10,531 INFO [M:0;a23eb99f71f0:34361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a238a47af3446f3bd8739100c119953 2024-11-24T17:22:10,535 DEBUG [M:0;a23eb99f71f0:34361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d379d3c50a5247fab0d866ce70b4cb25 as hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d379d3c50a5247fab0d866ce70b4cb25 2024-11-24T17:22:10,539 INFO [M:0;a23eb99f71f0:34361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d379d3c50a5247fab0d866ce70b4cb25, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T17:22:10,540 DEBUG [M:0;a23eb99f71f0:34361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d63c1b9828a45ae83a1d798594cd58c as hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d63c1b9828a45ae83a1d798594cd58c 2024-11-24T17:22:10,543 INFO [M:0;a23eb99f71f0:34361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d63c1b9828a45ae83a1d798594cd58c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T17:22:10,544 DEBUG [M:0;a23eb99f71f0:34361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a238a47af3446f3bd8739100c119953 as hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a238a47af3446f3bd8739100c119953 2024-11-24T17:22:10,548 INFO [M:0;a23eb99f71f0:34361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44397/user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a238a47af3446f3bd8739100c119953, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T17:22:10,548 INFO [M:0;a23eb99f71f0:34361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-24T17:22:10,549 INFO [M:0;a23eb99f71f0:34361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:10,550 DEBUG [M:0;a23eb99f71f0:34361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468929269Disabling compacts and flushes for region at 1732468929269Disabling writes for close at 1732468929269Obtaining lock to block concurrent updates at 1732468929269Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468929269Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732468929269Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468929270 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468929270Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468929285 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468929285Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468929692 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468929705 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468929705Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468930112 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468930127 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468930127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8c1de5: reopening flushed file at 1732468930535 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dddd7fa: reopening flushed file at 1732468930539 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c1619c: reopening flushed file at 1732468930543 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732468930548 (+5 ms)Writing region close event to WAL at 1732468930549 (+1 ms)Closed at 1732468930549 2024-11-24T17:22:10,551 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ccd5bff-7689-9e91-cbfd-b135db5292b4/MasterData/WALs/a23eb99f71f0,34361,1732468901635/a23eb99f71f0%2C34361%2C1732468901635.1732468903693 not finished, retry = 0 2024-11-24T17:22:10,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42979 is added to blk_1073741830_1006 (size=63654) 2024-11-24T17:22:10,652 INFO [M:0;a23eb99f71f0:34361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:22:10,652 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:22:10,652 INFO [M:0;a23eb99f71f0:34361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34361 2024-11-24T17:22:10,653 INFO [M:0;a23eb99f71f0:34361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:22:10,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:10,795 INFO [M:0;a23eb99f71f0:34361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:22:10,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34361-0x1016ddd77710000, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:10,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24572810{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:22:10,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19bb4862{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:22:10,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:22:10,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a075994{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:22:10,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c4ee758{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/hadoop.log.dir/,STOPPED} 2024-11-24T17:22:10,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:22:10,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:22:10,799 WARN [BP-1043844854-172.17.0.3-1732468898781 heartbeating to localhost/127.0.0.1:44397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:22:10,799 WARN [BP-1043844854-172.17.0.3-1732468898781 heartbeating to localhost/127.0.0.1:44397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1043844854-172.17.0.3-1732468898781 (Datanode Uuid c57e9166-96c8-47b1-ab0c-9e9ac945cf1d) service to localhost/127.0.0.1:44397 2024-11-24T17:22:10,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/cluster_de89520d-c7db-96ae-b7d0-9910e6014996/data/data1/current/BP-1043844854-172.17.0.3-1732468898781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:22:10,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/cluster_de89520d-c7db-96ae-b7d0-9910e6014996/data/data2/current/BP-1043844854-172.17.0.3-1732468898781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:22:10,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:22:10,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c00b506{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:22:10,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@170cdb84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:22:10,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:22:10,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f80b871{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:22:10,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2949cda9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27b00f4a-cb4d-8662-fdf6-d88303b08718/hadoop.log.dir/,STOPPED} 2024-11-24T17:22:10,814 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T17:22:10,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:22:10,834 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 240) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49429) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39159 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49429) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44397 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:44397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 616) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=487 (was 377) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4717 (was 4355) - AvailableMemoryMB LEAK? - 2024-11-24T17:22:10,843 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=487, ProcessCount=11, AvailableMemoryMB=4720 2024-11-24T17:22:10,858 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-24T17:22:10,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/hadoop.log.dir so I do NOT create it in target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca 2024-11-24T17:22:10,859 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:22:10,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/hadoop.tmp.dir so I do NOT create it in target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca 2024-11-24T17:22:10,859 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab9fe59a-adb3-2ca7-0c61-c800ceea6a29/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:22:10,859 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca 2024-11-24T17:22:10,859 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/cluster_a57562d4-e7b2-ad20-a0ae-5adacdf3930a, deleteOnExit=true 2024-11-24T17:22:10,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/cluster_a57562d4-e7b2-ad20-a0ae-5adacdf3930a/zookeeper_0, clientPort=59684, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/cluster_a57562d4-e7b2-ad20-a0ae-5adacdf3930a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/cluster_a57562d4-e7b2-ad20-a0ae-5adacdf3930a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T17:22:10,881 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59684 2024-11-24T17:22:10,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:22:10,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:22:10,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/test.cache.data in system properties and HBase conf 2024-11-24T17:22:10,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:22:10,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:22:10,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:22:10,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:22:10,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:22:10,882 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:22:10,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:22:10,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:22:10,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:22:10,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:22:10,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:22:10,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:22:10,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:22:10,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:22:10,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:22:10,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:22:10,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:22:10,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:22:10,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:22:10,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:22:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016ddd77710005, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:22:10,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016ddd77710005, quorum=127.0.0.1:49429, baseZNode=/1-1762004889 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:22:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016ddd77710002, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:22:10,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016ddd77710002, quorum=127.0.0.1:49429, baseZNode=/0-906615395 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:22:11,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:22:11,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:22:11,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T17:22:11,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:22:12,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:22:12,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:22:12,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:22:12,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:22:12,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:22:12,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:22:12,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f022a20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:22:12,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b954703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:22:12,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ac41ee3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/java.io.tmpdir/jetty-localhost-35509-hadoop-hdfs-3_4_1-tests_jar-_-any-3763086840548649672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:22:12,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@234d6df{HTTP/1.1, (http/1.1)}{localhost:35509} 2024-11-24T17:22:12,183 INFO [Time-limited test {}] server.Server(415): Started @238393ms 2024-11-24T17:22:12,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:22:12,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:22:12,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:22:12,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:22:12,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:22:12,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1666733a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:22:12,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57046342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:22:12,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4eff5f23{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/java.io.tmpdir/jetty-localhost-43419-hadoop-hdfs-3_4_1-tests_jar-_-any-10620620301360359655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:22:12,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7783df4b{HTTP/1.1, (http/1.1)}{localhost:43419} 2024-11-24T17:22:12,642 INFO [Time-limited test {}] server.Server(415): Started @238852ms 2024-11-24T17:22:12,643 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:22:12,673 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:12,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:22:12,674 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38451 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:22:13,456 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/cluster_a57562d4-e7b2-ad20-a0ae-5adacdf3930a/data/data1/current/BP-831668918-172.17.0.3-1732468930903/current, will proceed with Du for space computation calculation, 2024-11-24T17:22:13,457 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/cluster_a57562d4-e7b2-ad20-a0ae-5adacdf3930a/data/data2/current/BP-831668918-172.17.0.3-1732468930903/current, will proceed with Du for space computation calculation, 2024-11-24T17:22:13,478 WARN [Thread-2650 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:22:13,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75006b0d6d36b57b with lease ID 0x3c2a24305eaf9d62: Processing first storage report for DS-e23541ad-8999-4a9d-a336-4d1e093a5f34 from datanode DatanodeRegistration(127.0.0.1:35707, datanodeUuid=835e6a17-5ab1-4ffe-b45e-8f2c8a02d183, infoPort=38889, infoSecurePort=0, ipcPort=37877, storageInfo=lv=-57;cid=testClusterID;nsid=2045630474;c=1732468930903) 2024-11-24T17:22:13,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75006b0d6d36b57b with lease ID 0x3c2a24305eaf9d62: from storage DS-e23541ad-8999-4a9d-a336-4d1e093a5f34 node DatanodeRegistration(127.0.0.1:35707, datanodeUuid=835e6a17-5ab1-4ffe-b45e-8f2c8a02d183, infoPort=38889, infoSecurePort=0, ipcPort=37877, storageInfo=lv=-57;cid=testClusterID;nsid=2045630474;c=1732468930903), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:22:13,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75006b0d6d36b57b with lease ID 0x3c2a24305eaf9d62: Processing first storage report for DS-ebc6ab9b-6957-43fc-aa6e-7a6d20d36002 from datanode DatanodeRegistration(127.0.0.1:35707, datanodeUuid=835e6a17-5ab1-4ffe-b45e-8f2c8a02d183, infoPort=38889, infoSecurePort=0, ipcPort=37877, storageInfo=lv=-57;cid=testClusterID;nsid=2045630474;c=1732468930903) 2024-11-24T17:22:13,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75006b0d6d36b57b with lease ID 0x3c2a24305eaf9d62: from storage DS-ebc6ab9b-6957-43fc-aa6e-7a6d20d36002 node DatanodeRegistration(127.0.0.1:35707, datanodeUuid=835e6a17-5ab1-4ffe-b45e-8f2c8a02d183, infoPort=38889, infoSecurePort=0, ipcPort=37877, storageInfo=lv=-57;cid=testClusterID;nsid=2045630474;c=1732468930903), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:22:13,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca 2024-11-24T17:22:13,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:13,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:13,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:22:13,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8 with version=8 2024-11-24T17:22:13,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/hbase-staging 2024-11-24T17:22:13,985 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:22:13,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:13,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:13,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:22:13,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:13,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:22:13,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:22:13,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:22:13,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39533 2024-11-24T17:22:13,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39533 connecting to ZooKeeper ensemble=127.0.0.1:59684 2024-11-24T17:22:14,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395330x0, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:22:14,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39533-0x1016dddf4ea0000 connected 2024-11-24T17:22:14,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:14,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:14,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Set watcher on znode that does not yet exist, /01360452989/running 2024-11-24T17:22:14,214 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8, hbase.cluster.distributed=false 2024-11-24T17:22:14,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Set watcher on znode that does not yet exist, /01360452989/acl 2024-11-24T17:22:14,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39533 2024-11-24T17:22:14,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39533 2024-11-24T17:22:14,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39533 2024-11-24T17:22:14,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39533 2024-11-24T17:22:14,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39533 2024-11-24T17:22:14,229 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:22:14,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:14,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:14,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:22:14,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:14,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:22:14,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:22:14,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:22:14,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42269 2024-11-24T17:22:14,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42269 connecting to ZooKeeper ensemble=127.0.0.1:59684 2024-11-24T17:22:14,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:14,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:14,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422690x0, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:22:14,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422690x0, quorum=127.0.0.1:59684, baseZNode=/01360452989 Set watcher on znode that does not yet exist, /01360452989/running 2024-11-24T17:22:14,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42269-0x1016dddf4ea0001 connected 2024-11-24T17:22:14,243 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:22:14,246 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:22:14,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Set watcher on znode that does not yet exist, /01360452989/master 2024-11-24T17:22:14,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Set watcher on znode that does not yet exist, /01360452989/acl 2024-11-24T17:22:14,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42269 2024-11-24T17:22:14,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42269 2024-11-24T17:22:14,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42269 2024-11-24T17:22:14,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42269 2024-11-24T17:22:14,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42269 2024-11-24T17:22:14,269 DEBUG [M:0;a23eb99f71f0:39533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:39533 2024-11-24T17:22:14,269 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01360452989/backup-masters/a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:14,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989/backup-masters 2024-11-24T17:22:14,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989/backup-masters 2024-11-24T17:22:14,274 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Set watcher on existing znode=/01360452989/backup-masters/a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:14,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:14,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01360452989/master 2024-11-24T17:22:14,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:14,284 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Set watcher on existing znode=/01360452989/master 2024-11-24T17:22:14,285 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01360452989/backup-masters/a23eb99f71f0,39533,1732468933984 from backup master directory 2024-11-24T17:22:14,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989/backup-masters 2024-11-24T17:22:14,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01360452989/backup-masters/a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:14,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989/backup-masters 2024-11-24T17:22:14,295 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:22:14,295 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:14,297 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/hbase.id] with ID: ea60972f-e3c2-441a-a70a-7843daa9cc60 2024-11-24T17:22:14,298 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/.tmp/hbase.id 2024-11-24T17:22:14,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:22:14,703 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/.tmp/hbase.id]:[hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/hbase.id] 2024-11-24T17:22:14,711 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:14,711 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:22:14,712 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:22:14,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:14,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:14,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:22:15,173 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:22:15,174 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:22:15,175 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:22:15,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:22:15,580 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store 2024-11-24T17:22:15,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:22:15,985 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:15,985 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:22:15,985 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:15,985 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:15,985 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:22:15,985 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:15,985 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:15,985 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468935985Disabling compacts and flushes for region at 1732468935985Disabling writes for close at 1732468935985Writing region close event to WAL at 1732468935985Closed at 1732468935985 2024-11-24T17:22:15,986 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/.initializing 2024-11-24T17:22:15,986 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/WALs/a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:15,987 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:22:15,988 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C39533%2C1732468933984, suffix=, logDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/WALs/a23eb99f71f0,39533,1732468933984, archiveDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/oldWALs, maxLogs=10 2024-11-24T17:22:16,003 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/WALs/a23eb99f71f0,39533,1732468933984/a23eb99f71f0%2C39533%2C1732468933984.1732468935988, exclude list is [], retry=0 2024-11-24T17:22:16,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-e23541ad-8999-4a9d-a336-4d1e093a5f34,DISK] 2024-11-24T17:22:16,006 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/WALs/a23eb99f71f0,39533,1732468933984/a23eb99f71f0%2C39533%2C1732468933984.1732468935988 2024-11-24T17:22:16,007 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-24T17:22:16,007 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:22:16,007 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:16,007 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:16,007 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:16,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:16,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:22:16,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:16,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:16,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:16,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:22:16,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:16,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:16,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:16,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:22:16,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:16,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:16,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:16,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:22:16,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:16,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:16,012 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:16,013 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:16,013 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:16,014 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:16,014 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:16,014 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:22:16,015 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:16,016 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:22:16,017 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58793898, jitterRate=-0.12390264868736267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:22:16,017 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468936007Initializing all the Stores at 1732468936008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468936008Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468936008Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468936008Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468936008Cleaning up temporary data from old regions at 1732468936014 (+6 ms)Region opened successfully at 1732468936017 (+3 ms) 2024-11-24T17:22:16,017 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:22:16,019 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bcbdcf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:22:16,020 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:22:16,020 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:22:16,020 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:22:16,020 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:22:16,020 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:22:16,021 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:22:16,021 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:22:16,025 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:22:16,026 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Unable to get data of znode /01360452989/balancer because node does not exist (not necessarily an error) 2024-11-24T17:22:16,179 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01360452989/balancer already deleted, retry=false 2024-11-24T17:22:16,179 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:22:16,180 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Unable to get data of znode /01360452989/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:22:16,252 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01360452989/normalizer already deleted, retry=false 2024-11-24T17:22:16,253 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:22:16,254 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Unable to get data of znode /01360452989/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:22:16,273 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01360452989/switch/split already deleted, retry=false 2024-11-24T17:22:16,274 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Unable to get data of znode /01360452989/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:22:16,284 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01360452989/switch/merge already deleted, retry=false 2024-11-24T17:22:16,286 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Unable to get data of znode /01360452989/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:22:16,294 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01360452989/snapshot-cleanup already deleted, retry=false 2024-11-24T17:22:16,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01360452989/running 2024-11-24T17:22:16,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01360452989/running 2024-11-24T17:22:16,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:16,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:16,305 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,39533,1732468933984, sessionid=0x1016dddf4ea0000, setting cluster-up flag (Was=false) 2024-11-24T17:22:16,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:16,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:16,358 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01360452989/flush-table-proc/acquired, /01360452989/flush-table-proc/reached, /01360452989/flush-table-proc/abort 2024-11-24T17:22:16,359 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:16,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:16,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:16,410 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01360452989/online-snapshot/acquired, /01360452989/online-snapshot/reached, /01360452989/online-snapshot/abort 2024-11-24T17:22:16,411 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:16,412 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:22:16,413 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:22:16,413 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:22:16,413 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:22:16,414 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,39533,1732468933984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:22:16,414 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:22:16,415 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:22:16,415 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:22:16,415 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:22:16,415 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:22:16,415 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,415 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:22:16,415 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,415 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468966415 2024-11-24T17:22:16,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:22:16,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:22:16,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:22:16,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:22:16,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:22:16,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:22:16,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:22:16,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:22:16,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:22:16,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:22:16,416 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:16,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:22:16,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:22:16,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:22:16,417 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:22:16,417 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:22:16,417 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468936417,5,FailOnTimeoutGroup] 2024-11-24T17:22:16,417 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468936417,5,FailOnTimeoutGroup] 2024-11-24T17:22:16,417 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,418 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:22:16,418 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,418 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:22:16,458 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(746): ClusterId : ea60972f-e3c2-441a-a70a-7843daa9cc60 2024-11-24T17:22:16,458 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:22:16,463 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:22:16,463 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:22:16,474 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:22:16,474 DEBUG [RS:0;a23eb99f71f0:42269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0c8731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:22:16,488 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:42269 2024-11-24T17:22:16,488 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:22:16,488 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:22:16,488 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:22:16,489 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,39533,1732468933984 with port=42269, startcode=1732468934229 2024-11-24T17:22:16,489 DEBUG [RS:0;a23eb99f71f0:42269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:22:16,490 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:22:16,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:16,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39533 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:16,492 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8 2024-11-24T17:22:16,492 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39365 2024-11-24T17:22:16,492 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:22:16,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989/rs 2024-11-24T17:22:16,505 DEBUG [RS:0;a23eb99f71f0:42269 {}] zookeeper.ZKUtil(111): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Set watcher on existing znode=/01360452989/rs/a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:16,505 WARN [RS:0;a23eb99f71f0:42269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:22:16,505 INFO [RS:0;a23eb99f71f0:42269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:22:16,505 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:16,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,42269,1732468934229] 2024-11-24T17:22:16,510 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:22:16,511 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:22:16,511 INFO [RS:0;a23eb99f71f0:42269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:22:16,511 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,511 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:22:16,512 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:22:16,512 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:22:16,512 DEBUG [RS:0;a23eb99f71f0:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:22:16,516 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,516 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,516 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,516 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,516 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,516 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,42269,1732468934229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:22:16,528 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:22:16,528 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,42269,1732468934229-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,528 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,528 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.Replication(171): a23eb99f71f0,42269,1732468934229 started 2024-11-24T17:22:16,558 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:16,558 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,42269,1732468934229, RpcServer on a23eb99f71f0/172.17.0.3:42269, sessionid=0x1016dddf4ea0001 2024-11-24T17:22:16,558 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:22:16,558 DEBUG [RS:0;a23eb99f71f0:42269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:16,558 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,42269,1732468934229' 2024-11-24T17:22:16,558 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01360452989/flush-table-proc/abort' 2024-11-24T17:22:16,559 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01360452989/flush-table-proc/acquired' 2024-11-24T17:22:16,559 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:22:16,559 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:22:16,559 DEBUG [RS:0;a23eb99f71f0:42269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:16,559 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,42269,1732468934229' 2024-11-24T17:22:16,559 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01360452989/online-snapshot/abort' 2024-11-24T17:22:16,560 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01360452989/online-snapshot/acquired' 2024-11-24T17:22:16,560 DEBUG [RS:0;a23eb99f71f0:42269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:22:16,560 INFO [RS:0;a23eb99f71f0:42269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:22:16,560 INFO [RS:0;a23eb99f71f0:42269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:22:16,660 INFO [RS:0;a23eb99f71f0:42269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:22:16,661 INFO [RS:0;a23eb99f71f0:42269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C42269%2C1732468934229, suffix=, logDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229, archiveDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/oldWALs, maxLogs=10 2024-11-24T17:22:16,673 DEBUG [RS:0;a23eb99f71f0:42269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662, exclude list is [], retry=0 2024-11-24T17:22:16,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-e23541ad-8999-4a9d-a336-4d1e093a5f34,DISK] 2024-11-24T17:22:16,676 INFO [RS:0;a23eb99f71f0:42269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 2024-11-24T17:22:16,676 DEBUG [RS:0;a23eb99f71f0:42269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-24T17:22:16,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:22:16,822 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8 2024-11-24T17:22:16,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:22:17,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:17,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:22:17,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:22:17,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:17,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:17,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:22:17,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:22:17,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:17,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:17,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:22:17,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:22:17,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:17,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:17,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:22:17,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:22:17,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:17,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:17,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:22:17,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740 2024-11-24T17:22:17,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740 2024-11-24T17:22:17,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:22:17,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:22:17,236 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:22:17,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:22:17,238 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:22:17,238 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64234615, jitterRate=-0.04282964766025543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:22:17,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468937228Initializing all the Stores at 1732468937228Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468937228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468937228Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468937228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468937228Cleaning up temporary data from old regions at 1732468937235 (+7 ms)Region opened successfully at 1732468937239 (+4 ms) 2024-11-24T17:22:17,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:22:17,239 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:22:17,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:22:17,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:22:17,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:22:17,239 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:17,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468937239Disabling compacts and flushes for region at 1732468937239Disabling writes for close at 1732468937239Writing region close event to WAL at 1732468937239Closed at 1732468937239 2024-11-24T17:22:17,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:22:17,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:22:17,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:22:17,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:22:17,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:22:17,392 DEBUG [a23eb99f71f0:39533 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:22:17,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:17,393 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,42269,1732468934229, state=OPENING 2024-11-24T17:22:17,442 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:22:17,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:17,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:17,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:17,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:17,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:17,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:17,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:17,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:17,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:17,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:17,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:17,495 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:22:17,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:17,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:17,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01360452989/meta-region-server: CHANGED 2024-11-24T17:22:17,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01360452989/meta-region-server: CHANGED 2024-11-24T17:22:17,505 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:22:17,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,42269,1732468934229}] 2024-11-24T17:22:17,658 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:22:17,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:22:17,662 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:22:17,662 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:22:17,663 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:22:17,664 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C42269%2C1732468934229.meta, suffix=.meta, logDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229, archiveDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/oldWALs, maxLogs=10 2024-11-24T17:22:17,676 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.meta.1732468937664.meta, exclude list is [], retry=0 2024-11-24T17:22:17,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-e23541ad-8999-4a9d-a336-4d1e093a5f34,DISK] 2024-11-24T17:22:17,679 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.meta.1732468937664.meta 2024-11-24T17:22:17,680 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-24T17:22:17,680 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:22:17,680 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:22:17,681 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:22:17,681 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:22:17,681 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:22:17,681 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:22:17,681 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:17,681 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:22:17,681 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:22:17,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:22:17,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:22:17,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:17,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:17,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:22:17,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:22:17,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:17,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:17,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:22:17,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:22:17,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:17,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:17,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:22:17,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:22:17,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:17,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:17,686 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:22:17,686 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740 2024-11-24T17:22:17,687 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740 2024-11-24T17:22:17,687 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:22:17,687 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:22:17,688 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:22:17,689 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:22:17,689 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75014450, jitterRate=0.11780241131782532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:22:17,689 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:22:17,690 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468937681Writing region info on filesystem at 1732468937681Initializing all the Stores at 1732468937682 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468937682Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468937682Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468937682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468937682Cleaning up temporary data from old regions at 1732468937687 (+5 ms)Running coprocessor post-open hooks at 1732468937689 (+2 ms)Region opened successfully at 1732468937690 (+1 ms) 2024-11-24T17:22:17,694 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468937657 2024-11-24T17:22:17,696 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:22:17,696 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:22:17,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:17,697 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,42269,1732468934229, state=OPEN 2024-11-24T17:22:17,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01360452989/meta-region-server 2024-11-24T17:22:17,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01360452989/meta-region-server 2024-11-24T17:22:17,732 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:17,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01360452989/meta-region-server: CHANGED 2024-11-24T17:22:17,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01360452989/meta-region-server: CHANGED 2024-11-24T17:22:17,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:22:17,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,42269,1732468934229 in 227 msec 2024-11-24T17:22:17,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:22:17,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-24T17:22:17,736 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:22:17,736 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:22:17,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:17,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,42269,1732468934229, seqNum=-1] 2024-11-24T17:22:17,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:17,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:22:17,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3290 sec 2024-11-24T17:22:17,742 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468937742, completionTime=-1 2024-11-24T17:22:17,742 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:22:17,742 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:22:17,744 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:22:17,744 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732468997744 2024-11-24T17:22:17,744 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732469057744 2024-11-24T17:22:17,744 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T17:22:17,744 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,39533,1732468933984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:17,744 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,39533,1732468933984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:17,744 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,39533,1732468933984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:17,745 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:39533, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:17,745 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:17,745 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:17,746 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:22:17,748 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.453sec 2024-11-24T17:22:17,748 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:22:17,748 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:22:17,748 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:22:17,748 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:22:17,748 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:22:17,748 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,39533,1732468933984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:22:17,748 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,39533,1732468933984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:22:17,750 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:22:17,750 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:22:17,750 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,39533,1732468933984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:17,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624d8d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:17,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,39533,-1 for getting cluster id 2024-11-24T17:22:17,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:17,760 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea60972f-e3c2-441a-a70a-7843daa9cc60' 2024-11-24T17:22:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea60972f-e3c2-441a-a70a-7843daa9cc60" 2024-11-24T17:22:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ec5f00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,39533,-1] 2024-11-24T17:22:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:17,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:17,761 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:17,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f4ba1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:17,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:17,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,42269,1732468934229, seqNum=-1] 2024-11-24T17:22:17,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:17,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:22:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:17,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59684 2024-11-24T17:22:17,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:22:17,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016dddf4ea0002 connected 2024-11-24T17:22:17,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/hadoop.log.dir so I do NOT create it in target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386 2024-11-24T17:22:17,802 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:22:17,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/hadoop.tmp.dir so I do NOT create it in target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386 2024-11-24T17:22:17,802 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:22:17,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386 2024-11-24T17:22:17,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:22:17,803 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/cluster_91d950d6-a3ae-c8ae-f0eb-f106f531d6a4, deleteOnExit=true 2024-11-24T17:22:17,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:22:17,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/test.cache.data in system properties and HBase conf 2024-11-24T17:22:17,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:22:17,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:22:17,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:22:17,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:22:17,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:22:17,804 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:22:17,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:22:17,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:22:17,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:22:17,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:22:17,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:22:17,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:22:17,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:22:17,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:22:17,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:22:17,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:22:17,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:22:17,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:22:17,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:22:17,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:22:18,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:22:18,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:22:18,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:22:18,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:22:18,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:22:18,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:22:18,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab7d46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:22:18,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2274d6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:22:18,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58c4624c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/java.io.tmpdir/jetty-localhost-42225-hadoop-hdfs-3_4_1-tests_jar-_-any-1925859637774481298/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:22:18,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25840a54{HTTP/1.1, (http/1.1)}{localhost:42225} 2024-11-24T17:22:18,266 INFO [Time-limited test {}] server.Server(415): Started @244476ms 2024-11-24T17:22:18,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:22:18,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:22:18,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:22:18,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:22:18,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:22:18,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c5d6f5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:22:18,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21c70571{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:22:18,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6396724b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/java.io.tmpdir/jetty-localhost-42517-hadoop-hdfs-3_4_1-tests_jar-_-any-16021151304168593036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:22:18,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@392dae32{HTTP/1.1, (http/1.1)}{localhost:42517} 2024-11-24T17:22:18,651 INFO [Time-limited test {}] server.Server(415): Started @244861ms 2024-11-24T17:22:18,652 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:22:19,557 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/cluster_91d950d6-a3ae-c8ae-f0eb-f106f531d6a4/data/data2/current/BP-1648743800-172.17.0.3-1732468937830/current, will proceed with Du for space computation calculation, 2024-11-24T17:22:19,557 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/cluster_91d950d6-a3ae-c8ae-f0eb-f106f531d6a4/data/data1/current/BP-1648743800-172.17.0.3-1732468937830/current, will proceed with Du for space computation calculation, 2024-11-24T17:22:19,577 WARN [Thread-2771 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:22:19,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47473c391b836e7d with lease ID 0x8898ee22c52ce7fa: Processing first storage report for DS-07ddbe75-4846-491c-b876-51a7f1ac23f5 from datanode DatanodeRegistration(127.0.0.1:37561, datanodeUuid=ea6a3f91-ed4c-46d8-b958-3fb175d979bc, infoPort=36681, infoSecurePort=0, ipcPort=40467, storageInfo=lv=-57;cid=testClusterID;nsid=531775382;c=1732468937830) 2024-11-24T17:22:19,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47473c391b836e7d with lease ID 0x8898ee22c52ce7fa: from storage DS-07ddbe75-4846-491c-b876-51a7f1ac23f5 node DatanodeRegistration(127.0.0.1:37561, datanodeUuid=ea6a3f91-ed4c-46d8-b958-3fb175d979bc, infoPort=36681, infoSecurePort=0, ipcPort=40467, storageInfo=lv=-57;cid=testClusterID;nsid=531775382;c=1732468937830), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T17:22:19,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47473c391b836e7d with lease ID 0x8898ee22c52ce7fa: Processing first storage report for DS-48c5fbed-3ccb-47b6-b65a-2b8890ea2f4a from datanode DatanodeRegistration(127.0.0.1:37561, datanodeUuid=ea6a3f91-ed4c-46d8-b958-3fb175d979bc, infoPort=36681, infoSecurePort=0, ipcPort=40467, storageInfo=lv=-57;cid=testClusterID;nsid=531775382;c=1732468937830) 2024-11-24T17:22:19,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47473c391b836e7d with lease ID 0x8898ee22c52ce7fa: from storage DS-48c5fbed-3ccb-47b6-b65a-2b8890ea2f4a node DatanodeRegistration(127.0.0.1:37561, datanodeUuid=ea6a3f91-ed4c-46d8-b958-3fb175d979bc, infoPort=36681, infoSecurePort=0, ipcPort=40467, storageInfo=lv=-57;cid=testClusterID;nsid=531775382;c=1732468937830), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:22:19,677 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386 2024-11-24T17:22:19,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:19,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:19,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:22:20,091 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf with version=8 2024-11-24T17:22:20,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/hbase-staging 2024-11-24T17:22:20,093 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:22:20,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:20,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:20,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:22:20,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:20,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:22:20,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:22:20,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:22:20,094 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46101 2024-11-24T17:22:20,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46101 connecting to ZooKeeper ensemble=127.0.0.1:59684 2024-11-24T17:22:20,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461010x0, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:22:20,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46101-0x1016dddf4ea0003 connected 2024-11-24T17:22:20,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:20,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:20,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Set watcher on znode that does not yet exist, /11011302058/running 2024-11-24T17:22:20,424 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf, hbase.cluster.distributed=false 2024-11-24T17:22:20,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Set watcher on znode that does not yet exist, /11011302058/acl 2024-11-24T17:22:20,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46101 2024-11-24T17:22:20,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46101 2024-11-24T17:22:20,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46101 2024-11-24T17:22:20,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46101 2024-11-24T17:22:20,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46101 2024-11-24T17:22:20,443 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:22:20,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:20,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:20,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:22:20,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:20,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:22:20,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:22:20,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:22:20,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46557 2024-11-24T17:22:20,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46557 connecting to ZooKeeper ensemble=127.0.0.1:59684 2024-11-24T17:22:20,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:20,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:20,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465570x0, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:22:20,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465570x0, quorum=127.0.0.1:59684, baseZNode=/11011302058 Set watcher on znode that does not yet exist, /11011302058/running 2024-11-24T17:22:20,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46557-0x1016dddf4ea0004 connected 2024-11-24T17:22:20,453 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:22:20,453 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:22:20,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Set watcher on znode that does not yet exist, /11011302058/master 2024-11-24T17:22:20,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Set watcher on znode that does not yet exist, /11011302058/acl 2024-11-24T17:22:20,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46557 2024-11-24T17:22:20,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46557 2024-11-24T17:22:20,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46557 2024-11-24T17:22:20,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46557 2024-11-24T17:22:20,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46557 2024-11-24T17:22:20,477 DEBUG [M:0;a23eb99f71f0:46101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:46101 2024-11-24T17:22:20,478 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11011302058/backup-masters/a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:20,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058/backup-masters 2024-11-24T17:22:20,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058/backup-masters 2024-11-24T17:22:20,484 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Set watcher on existing znode=/11011302058/backup-masters/a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:20,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:20,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11011302058/master 2024-11-24T17:22:20,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:20,495 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Set watcher on existing znode=/11011302058/master 2024-11-24T17:22:20,495 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11011302058/backup-masters/a23eb99f71f0,46101,1732468940093 from backup master directory 2024-11-24T17:22:20,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058/backup-masters 2024-11-24T17:22:20,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11011302058/backup-masters/a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:20,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058/backup-masters 2024-11-24T17:22:20,505 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:22:20,505 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:20,507 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/hbase.id] with ID: abe22a84-108c-4a23-8d22-f0cb2f7ee78b 2024-11-24T17:22:20,507 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/.tmp/hbase.id 2024-11-24T17:22:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:22:20,914 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/.tmp/hbase.id]:[hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/hbase.id] 2024-11-24T17:22:20,921 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:20,921 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:22:20,922 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:22:20,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:20,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:20,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:22:21,373 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:22:21,373 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:22:21,374 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:22:21,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:22:21,779 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store 2024-11-24T17:22:21,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:22:21,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:22:21,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T17:22:21,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:22:21,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T17:22:22,184 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:22,184 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:22:22,185 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:22,185 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:22,185 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:22:22,185 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:22,185 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:22,185 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468942184Disabling compacts and flushes for region at 1732468942184Disabling writes for close at 1732468942185 (+1 ms)Writing region close event to WAL at 1732468942185Closed at 1732468942185 2024-11-24T17:22:22,185 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/.initializing 2024-11-24T17:22:22,186 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/WALs/a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:22,187 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:22:22,188 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C46101%2C1732468940093, suffix=, logDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/WALs/a23eb99f71f0,46101,1732468940093, archiveDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/oldWALs, maxLogs=10 2024-11-24T17:22:22,203 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/WALs/a23eb99f71f0,46101,1732468940093/a23eb99f71f0%2C46101%2C1732468940093.1732468942188, exclude list is [], retry=0 2024-11-24T17:22:22,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37561,DS-07ddbe75-4846-491c-b876-51a7f1ac23f5,DISK] 2024-11-24T17:22:22,207 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/WALs/a23eb99f71f0,46101,1732468940093/a23eb99f71f0%2C46101%2C1732468940093.1732468942188 2024-11-24T17:22:22,207 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36681:36681)] 2024-11-24T17:22:22,207 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:22:22,207 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:22,207 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:22,207 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:22,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:22,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:22:22,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:22,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:22,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:22,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:22:22,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:22,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:22,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:22,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:22:22,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:22,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:22,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:22,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:22:22,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:22,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:22,213 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:22,214 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:22,214 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:22,215 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:22,215 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:22,215 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:22:22,216 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:22,217 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:22:22,217 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61201531, jitterRate=-0.08802612125873566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:22:22,217 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468942208Initializing all the Stores at 1732468942208Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468942208Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468942208Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468942208Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468942208Cleaning up temporary data from old regions at 1732468942215 (+7 ms)Region opened successfully at 1732468942217 (+2 ms) 2024-11-24T17:22:22,218 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:22:22,220 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d30640b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:22:22,220 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:22:22,220 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:22:22,220 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:22:22,221 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:22:22,221 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:22:22,221 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:22:22,221 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:22:22,222 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:22:22,223 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Unable to get data of znode /11011302058/balancer because node does not exist (not necessarily an error) 2024-11-24T17:22:22,510 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:22:22,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:22,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:22:22,765 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48541 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:22:23,031 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11011302058/balancer already deleted, retry=false 2024-11-24T17:22:23,032 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:22:23,033 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Unable to get data of znode /11011302058/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:22:23,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:22:23,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:23,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:23,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:23,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:23,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:23,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:23,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:23,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:23,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:23,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:23,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:23,252 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11011302058/normalizer already deleted, retry=false 2024-11-24T17:22:23,253 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:22:23,254 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Unable to get data of znode /11011302058/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:22:23,473 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11011302058/switch/split already deleted, retry=false 2024-11-24T17:22:23,474 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Unable to get data of znode /11011302058/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:22:23,483 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11011302058/switch/merge already deleted, retry=false 2024-11-24T17:22:23,485 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Unable to get data of znode /11011302058/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:22:23,494 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11011302058/snapshot-cleanup already deleted, retry=false 2024-11-24T17:22:23,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11011302058/running 2024-11-24T17:22:23,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11011302058/running 2024-11-24T17:22:23,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:23,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:23,505 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,46101,1732468940093, sessionid=0x1016dddf4ea0003, setting cluster-up flag (Was=false) 2024-11-24T17:22:23,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:23,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:23,557 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11011302058/flush-table-proc/acquired, /11011302058/flush-table-proc/reached, /11011302058/flush-table-proc/abort 2024-11-24T17:22:23,558 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:23,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:23,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:23,610 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11011302058/online-snapshot/acquired, /11011302058/online-snapshot/reached, /11011302058/online-snapshot/abort 2024-11-24T17:22:23,611 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:23,612 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:22:23,613 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:22:23,613 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:22:23,613 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:22:23,614 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,46101,1732468940093 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:22:23,615 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:22:23,615 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:22:23,615 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:22:23,615 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:22:23,615 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:22:23,615 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,615 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:22:23,615 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,616 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468973615 2024-11-24T17:22:23,616 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:22:23,616 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:22:23,616 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:22:23,616 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:22:23,616 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:22:23,616 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:22:23,616 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:22:23,616 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:22:23,617 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,617 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:23,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:22:23,624 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:22:23,624 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:22:23,625 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:22:23,625 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:22:23,625 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:22:23,625 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:22:23,626 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468943625,5,FailOnTimeoutGroup] 2024-11-24T17:22:23,626 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468943626,5,FailOnTimeoutGroup] 2024-11-24T17:22:23,626 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,626 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:22:23,626 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,626 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:22:23,668 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(746): ClusterId : abe22a84-108c-4a23-8d22-f0cb2f7ee78b 2024-11-24T17:22:23,668 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:22:23,673 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:22:23,673 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:22:23,684 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:22:23,684 DEBUG [RS:0;a23eb99f71f0:46557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7033fd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:22:23,694 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:46557 2024-11-24T17:22:23,694 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:22:23,694 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:22:23,694 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:22:23,694 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,46101,1732468940093 with port=46557, startcode=1732468940443 2024-11-24T17:22:23,694 DEBUG [RS:0;a23eb99f71f0:46557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:22:23,696 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:22:23,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:23,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46101 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:23,697 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf 2024-11-24T17:22:23,697 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39359 2024-11-24T17:22:23,697 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:22:23,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058/rs 2024-11-24T17:22:23,798 DEBUG [RS:0;a23eb99f71f0:46557 {}] zookeeper.ZKUtil(111): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Set watcher on existing znode=/11011302058/rs/a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:23,798 WARN [RS:0;a23eb99f71f0:46557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:22:23,798 INFO [RS:0;a23eb99f71f0:46557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:22:23,798 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:23,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,46557,1732468940443] 2024-11-24T17:22:23,803 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:22:23,805 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:22:23,805 INFO [RS:0;a23eb99f71f0:46557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:22:23,805 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,806 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:22:23,806 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:22:23,807 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:22:23,807 DEBUG [RS:0;a23eb99f71f0:46557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:22:23,808 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,808 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,808 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,808 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,808 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,808 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46557,1732468940443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:22:23,830 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:22:23,830 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46557,1732468940443-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,830 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,830 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.Replication(171): a23eb99f71f0,46557,1732468940443 started 2024-11-24T17:22:23,848 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:23,848 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,46557,1732468940443, RpcServer on a23eb99f71f0/172.17.0.3:46557, sessionid=0x1016dddf4ea0004 2024-11-24T17:22:23,848 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:22:23,848 DEBUG [RS:0;a23eb99f71f0:46557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:23,848 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,46557,1732468940443' 2024-11-24T17:22:23,848 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11011302058/flush-table-proc/abort' 2024-11-24T17:22:23,849 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11011302058/flush-table-proc/acquired' 2024-11-24T17:22:23,849 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:22:23,849 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:22:23,849 DEBUG [RS:0;a23eb99f71f0:46557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:23,849 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,46557,1732468940443' 2024-11-24T17:22:23,849 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11011302058/online-snapshot/abort' 2024-11-24T17:22:23,849 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11011302058/online-snapshot/acquired' 2024-11-24T17:22:23,850 DEBUG [RS:0;a23eb99f71f0:46557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:22:23,850 INFO [RS:0;a23eb99f71f0:46557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:22:23,850 INFO [RS:0;a23eb99f71f0:46557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:22:23,950 INFO [RS:0;a23eb99f71f0:46557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:22:23,951 INFO [RS:0;a23eb99f71f0:46557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C46557%2C1732468940443, suffix=, logDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443, archiveDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/oldWALs, maxLogs=10 2024-11-24T17:22:23,963 DEBUG [RS:0;a23eb99f71f0:46557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951, exclude list is [], retry=0 2024-11-24T17:22:23,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37561,DS-07ddbe75-4846-491c-b876-51a7f1ac23f5,DISK] 2024-11-24T17:22:23,966 INFO [RS:0;a23eb99f71f0:46557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 2024-11-24T17:22:23,967 DEBUG [RS:0;a23eb99f71f0:46557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36681:36681)] 2024-11-24T17:22:24,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:22:24,032 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf 2024-11-24T17:22:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:22:24,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:24,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:22:24,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:22:24,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:24,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:24,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:22:24,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:22:24,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:24,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:24,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:22:24,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:22:24,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:24,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:24,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:22:24,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:22:24,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:24,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:24,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:22:24,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740 2024-11-24T17:22:24,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740 2024-11-24T17:22:24,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:22:24,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:22:24,444 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:22:24,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:22:24,446 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:22:24,447 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73440103, jitterRate=0.09434281289577484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:22:24,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468944436Initializing all the Stores at 1732468944437 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468944437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468944437Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468944437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468944437Cleaning up temporary data from old regions at 1732468944444 (+7 ms)Region opened successfully at 1732468944447 (+3 ms) 2024-11-24T17:22:24,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:22:24,447 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:22:24,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:22:24,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:22:24,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:22:24,447 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:24,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468944447Disabling compacts and flushes for region at 1732468944447Disabling writes for close at 1732468944447Writing region close event to WAL at 1732468944447Closed at 1732468944447 2024-11-24T17:22:24,448 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:22:24,448 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:22:24,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:22:24,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:22:24,450 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:22:24,600 DEBUG [a23eb99f71f0:46101 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:22:24,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:24,602 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,46557,1732468940443, state=OPENING 2024-11-24T17:22:24,631 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:22:24,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:24,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:24,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11011302058/meta-region-server: CHANGED 2024-11-24T17:22:24,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11011302058/meta-region-server: CHANGED 2024-11-24T17:22:24,642 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:22:24,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,46557,1732468940443}] 2024-11-24T17:22:24,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:22:24,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:22:24,798 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:22:24,798 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:22:24,798 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:22:24,799 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C46557%2C1732468940443.meta, suffix=.meta, logDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443, archiveDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/oldWALs, maxLogs=10 2024-11-24T17:22:24,811 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.meta.1732468944799.meta, exclude list is [], retry=0 2024-11-24T17:22:24,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37561,DS-07ddbe75-4846-491c-b876-51a7f1ac23f5,DISK] 2024-11-24T17:22:24,815 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.meta.1732468944799.meta 2024-11-24T17:22:24,815 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36681:36681)] 2024-11-24T17:22:24,816 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:22:24,816 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:22:24,816 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:22:24,816 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:22:24,816 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:22:24,816 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:22:24,816 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:24,816 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:22:24,816 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:22:24,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:22:24,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:22:24,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:24,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:24,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:22:24,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:22:24,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:24,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:24,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:22:24,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:22:24,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:24,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:24,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:22:24,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:22:24,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:24,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:24,821 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:22:24,822 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740 2024-11-24T17:22:24,822 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740 2024-11-24T17:22:24,823 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:22:24,823 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:22:24,824 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:22:24,824 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:22:24,825 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66645745, jitterRate=-0.006901010870933533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:22:24,825 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:22:24,825 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468944816Writing region info on filesystem at 1732468944816Initializing all the Stores at 1732468944817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468944817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468944817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468944817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468944817Cleaning up temporary data from old regions at 1732468944823 (+6 ms)Running coprocessor post-open hooks at 1732468944825 (+2 ms)Region opened successfully at 1732468944825 2024-11-24T17:22:24,825 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468944794 2024-11-24T17:22:24,827 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:22:24,827 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:22:24,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:24,828 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,46557,1732468940443, state=OPEN 2024-11-24T17:22:24,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11011302058/meta-region-server 2024-11-24T17:22:24,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11011302058/meta-region-server 2024-11-24T17:22:24,831 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:24,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11011302058/meta-region-server: CHANGED 2024-11-24T17:22:24,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11011302058/meta-region-server: CHANGED 2024-11-24T17:22:24,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:22:24,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,46557,1732468940443 in 189 msec 2024-11-24T17:22:24,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:22:24,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-24T17:22:24,835 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:22:24,835 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:22:24,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:24,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,46557,1732468940443, seqNum=-1] 2024-11-24T17:22:24,836 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:24,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:22:24,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-11-24T17:22:24,841 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468944841, completionTime=-1 2024-11-24T17:22:24,841 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:22:24,841 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:22:24,843 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:22:24,843 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732469004843 2024-11-24T17:22:24,843 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732469064843 2024-11-24T17:22:24,843 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T17:22:24,843 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46101,1732468940093-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:24,843 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46101,1732468940093-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:24,843 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46101,1732468940093-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:24,843 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:46101, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:24,843 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:24,844 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:24,845 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:22:24,846 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.341sec 2024-11-24T17:22:24,846 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:22:24,846 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:22:24,846 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:22:24,846 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:22:24,846 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:22:24,846 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46101,1732468940093-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:22:24,846 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46101,1732468940093-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:22:24,848 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:22:24,848 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:22:24,848 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46101,1732468940093-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:24,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ee5c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:24,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46101,-1 for getting cluster id 2024-11-24T17:22:24,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:24,870 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe22a84-108c-4a23-8d22-f0cb2f7ee78b' 2024-11-24T17:22:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe22a84-108c-4a23-8d22-f0cb2f7ee78b" 2024-11-24T17:22:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2876a6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46101,-1] 2024-11-24T17:22:24,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:24,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:24,871 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:24,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f276aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:24,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,46557,1732468940443, seqNum=-1] 2024-11-24T17:22:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:24,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:22:24,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:24,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59684 2024-11-24T17:22:24,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:22:24,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016dddf4ea0005 connected 2024-11-24T17:22:24,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/hadoop.log.dir so I do NOT create it in target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6 2024-11-24T17:22:24,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:22:24,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/hadoop.tmp.dir so I do NOT create it in target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6 2024-11-24T17:22:24,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:22:24,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6 2024-11-24T17:22:24,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:22:24,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/cluster_64dcea18-f4f4-b36d-2c71-d8fe1657a435, deleteOnExit=true 2024-11-24T17:22:24,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:22:24,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/test.cache.data in system properties and HBase conf 2024-11-24T17:22:24,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:22:24,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:22:24,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:22:24,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:22:24,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:22:24,897 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:22:24,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:22:24,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:22:24,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:22:24,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:22:24,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:22:24,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:22:24,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:22:24,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:22:24,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:22:24,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:22:24,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:22:24,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:22:24,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:22:24,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:22:25,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:22:25,241 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:22:25,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:22:25,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:22:25,242 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:22:25,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:22:25,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d63c6a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:22:25,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@212c71b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:22:25,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4977d1a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/java.io.tmpdir/jetty-localhost-36635-hadoop-hdfs-3_4_1-tests_jar-_-any-13998886805669295889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:22:25,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e95037{HTTP/1.1, (http/1.1)}{localhost:36635} 2024-11-24T17:22:25,342 INFO [Time-limited test {}] server.Server(415): Started @251552ms 2024-11-24T17:22:25,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:22:25,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:22:25,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:22:25,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:22:25,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:22:25,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ae5604{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:22:25,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@136da44c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:22:25,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@789479e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/java.io.tmpdir/jetty-localhost-35683-hadoop-hdfs-3_4_1-tests_jar-_-any-6940352030773433682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:22:25,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ed3265{HTTP/1.1, (http/1.1)}{localhost:35683} 2024-11-24T17:22:25,708 INFO [Time-limited test {}] server.Server(415): Started @251918ms 2024-11-24T17:22:25,709 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:22:26,380 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/cluster_64dcea18-f4f4-b36d-2c71-d8fe1657a435/data/data1/current/BP-912666603-172.17.0.3-1732468944911/current, will proceed with Du for space computation calculation, 2024-11-24T17:22:26,380 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/cluster_64dcea18-f4f4-b36d-2c71-d8fe1657a435/data/data2/current/BP-912666603-172.17.0.3-1732468944911/current, will proceed with Du for space computation calculation, 2024-11-24T17:22:26,394 WARN [Thread-2892 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:22:26,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab320a1f821fa4df with lease ID 0x4bf949b7e46c97cf: Processing first storage report for DS-c039bdc5-fe28-4327-8ea5-0d7a36fe6b4f from datanode DatanodeRegistration(127.0.0.1:45393, datanodeUuid=35be5288-d88d-4fdf-bf57-8fe1e680e67b, infoPort=37639, infoSecurePort=0, ipcPort=36749, storageInfo=lv=-57;cid=testClusterID;nsid=91876026;c=1732468944911) 2024-11-24T17:22:26,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab320a1f821fa4df with lease ID 0x4bf949b7e46c97cf: from storage DS-c039bdc5-fe28-4327-8ea5-0d7a36fe6b4f node DatanodeRegistration(127.0.0.1:45393, datanodeUuid=35be5288-d88d-4fdf-bf57-8fe1e680e67b, infoPort=37639, infoSecurePort=0, ipcPort=36749, storageInfo=lv=-57;cid=testClusterID;nsid=91876026;c=1732468944911), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:22:26,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab320a1f821fa4df with lease ID 0x4bf949b7e46c97cf: Processing first storage report for DS-a1541621-41e1-4882-924b-980891ca047c from datanode DatanodeRegistration(127.0.0.1:45393, datanodeUuid=35be5288-d88d-4fdf-bf57-8fe1e680e67b, infoPort=37639, infoSecurePort=0, ipcPort=36749, storageInfo=lv=-57;cid=testClusterID;nsid=91876026;c=1732468944911) 2024-11-24T17:22:26,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab320a1f821fa4df with lease ID 0x4bf949b7e46c97cf: from storage DS-a1541621-41e1-4882-924b-980891ca047c node DatanodeRegistration(127.0.0.1:45393, datanodeUuid=35be5288-d88d-4fdf-bf57-8fe1e680e67b, infoPort=37639, infoSecurePort=0, ipcPort=36749, storageInfo=lv=-57;cid=testClusterID;nsid=91876026;c=1732468944911), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:22:26,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6 2024-11-24T17:22:26,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:26,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:26,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:22:26,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92 with version=8 2024-11-24T17:22:26,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/hbase-staging 2024-11-24T17:22:26,845 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:22:26,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:26,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:26,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:22:26,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:26,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:22:26,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:22:26,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:22:26,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45161 2024-11-24T17:22:26,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45161 connecting to ZooKeeper ensemble=127.0.0.1:59684 2024-11-24T17:22:26,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451610x0, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:22:26,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45161-0x1016dddf4ea0006 connected 2024-11-24T17:22:26,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:26,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:26,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Set watcher on znode that does not yet exist, /2995911302/running 2024-11-24T17:22:26,971 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92, hbase.cluster.distributed=false 2024-11-24T17:22:26,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Set watcher on znode that does not yet exist, /2995911302/acl 2024-11-24T17:22:26,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45161 2024-11-24T17:22:26,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45161 2024-11-24T17:22:26,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45161 2024-11-24T17:22:26,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45161 2024-11-24T17:22:26,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45161 2024-11-24T17:22:26,986 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:22:26,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:26,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:26,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:22:26,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:22:26,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:22:26,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:22:26,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:22:26,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38107 2024-11-24T17:22:26,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38107 connecting to ZooKeeper ensemble=127.0.0.1:59684 2024-11-24T17:22:26,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:26,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:26,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381070x0, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:22:26,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381070x0, quorum=127.0.0.1:59684, baseZNode=/2995911302 Set watcher on znode that does not yet exist, /2995911302/running 2024-11-24T17:22:27,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38107-0x1016dddf4ea0007 connected 2024-11-24T17:22:27,000 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:22:27,002 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:22:27,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Set watcher on znode that does not yet exist, /2995911302/master 2024-11-24T17:22:27,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Set watcher on znode that does not yet exist, /2995911302/acl 2024-11-24T17:22:27,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38107 2024-11-24T17:22:27,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38107 2024-11-24T17:22:27,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38107 2024-11-24T17:22:27,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38107 2024-11-24T17:22:27,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38107 2024-11-24T17:22:27,022 DEBUG [M:0;a23eb99f71f0:45161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:45161 2024-11-24T17:22:27,024 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2995911302/backup-masters/a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:27,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302/backup-masters 2024-11-24T17:22:27,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302/backup-masters 2024-11-24T17:22:27,031 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Set watcher on existing znode=/2995911302/backup-masters/a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:27,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2995911302/master 2024-11-24T17:22:27,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:27,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:27,042 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Set watcher on existing znode=/2995911302/master 2024-11-24T17:22:27,042 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2995911302/backup-masters/a23eb99f71f0,45161,1732468946845 from backup master directory 2024-11-24T17:22:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2995911302/backup-masters/a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302/backup-masters 2024-11-24T17:22:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302/backup-masters 2024-11-24T17:22:27,052 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:22:27,052 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:27,055 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/hbase.id] with ID: f48737b0-7eaa-4b6a-a4a8-973be0de1f54 2024-11-24T17:22:27,055 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/.tmp/hbase.id 2024-11-24T17:22:27,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:22:27,460 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/.tmp/hbase.id]:[hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/hbase.id] 2024-11-24T17:22:27,468 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:22:27,468 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:22:27,469 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:22:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:27,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:22:27,920 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:22:27,920 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:22:27,921 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:22:27,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:22:28,327 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store 2024-11-24T17:22:28,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:22:28,731 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:28,731 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:22:28,731 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:28,731 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:28,731 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:22:28,731 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:28,731 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:28,731 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468948731Disabling compacts and flushes for region at 1732468948731Disabling writes for close at 1732468948731Writing region close event to WAL at 1732468948731Closed at 1732468948731 2024-11-24T17:22:28,732 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/.initializing 2024-11-24T17:22:28,732 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/WALs/a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:28,733 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:22:28,734 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C45161%2C1732468946845, suffix=, logDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/WALs/a23eb99f71f0,45161,1732468946845, archiveDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/oldWALs, maxLogs=10 2024-11-24T17:22:28,745 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/WALs/a23eb99f71f0,45161,1732468946845/a23eb99f71f0%2C45161%2C1732468946845.1732468948734, exclude list is [], retry=0 2024-11-24T17:22:28,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45393,DS-c039bdc5-fe28-4327-8ea5-0d7a36fe6b4f,DISK] 2024-11-24T17:22:28,748 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/WALs/a23eb99f71f0,45161,1732468946845/a23eb99f71f0%2C45161%2C1732468946845.1732468948734 2024-11-24T17:22:28,748 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-24T17:22:28,748 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:22:28,749 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:28,749 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:28,749 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:28,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:28,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:22:28,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:28,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:28,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:28,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:22:28,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:28,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:28,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:28,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:22:28,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:28,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:28,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:28,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:22:28,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:28,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:28,755 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:28,755 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:28,755 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:28,756 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:28,756 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:28,756 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:22:28,757 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:22:28,758 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:22:28,758 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67933478, jitterRate=0.012287706136703491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:22:28,758 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468948749Initializing all the Stores at 1732468948749Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468948749Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468948749Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468948749Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468948750 (+1 ms)Cleaning up temporary data from old regions at 1732468948756 (+6 ms)Region opened successfully at 1732468948758 (+2 ms) 2024-11-24T17:22:28,759 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:22:28,760 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a980d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:22:28,761 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:22:28,761 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:22:28,761 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:22:28,761 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:22:28,762 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:22:28,762 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:22:28,762 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:22:28,765 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:22:28,766 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Unable to get data of znode /2995911302/balancer because node does not exist (not necessarily an error) 2024-11-24T17:22:28,820 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2995911302/balancer already deleted, retry=false 2024-11-24T17:22:28,820 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:22:28,821 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Unable to get data of znode /2995911302/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:22:28,910 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2995911302/normalizer already deleted, retry=false 2024-11-24T17:22:28,910 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:22:28,911 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Unable to get data of znode /2995911302/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:22:28,936 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2995911302/switch/split already deleted, retry=false 2024-11-24T17:22:28,937 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Unable to get data of znode /2995911302/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:22:28,946 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2995911302/switch/merge already deleted, retry=false 2024-11-24T17:22:28,948 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Unable to get data of znode /2995911302/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:22:28,957 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2995911302/snapshot-cleanup already deleted, retry=false 2024-11-24T17:22:28,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2995911302/running 2024-11-24T17:22:28,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2995911302/running 2024-11-24T17:22:28,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:28,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:28,968 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,45161,1732468946845, sessionid=0x1016dddf4ea0006, setting cluster-up flag (Was=false) 2024-11-24T17:22:28,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:28,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:29,020 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2995911302/flush-table-proc/acquired, /2995911302/flush-table-proc/reached, /2995911302/flush-table-proc/abort 2024-11-24T17:22:29,021 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:29,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:29,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:29,073 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2995911302/online-snapshot/acquired, /2995911302/online-snapshot/reached, /2995911302/online-snapshot/abort 2024-11-24T17:22:29,074 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:29,074 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:22:29,075 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:22:29,076 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:22:29,076 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:22:29,076 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,45161,1732468946845 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:22:29,077 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:22:29,077 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:22:29,077 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:22:29,077 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:22:29,077 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:22:29,077 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,077 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:22:29,077 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,078 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732468979078 2024-11-24T17:22:29,078 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:22:29,078 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:22:29,078 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:22:29,078 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:22:29,078 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:22:29,078 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:22:29,078 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:22:29,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:22:29,079 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,079 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:22:29,079 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:22:29,079 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:22:29,079 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:22:29,079 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:22:29,079 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:22:29,079 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:29,079 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468949079,5,FailOnTimeoutGroup] 2024-11-24T17:22:29,080 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468949079,5,FailOnTimeoutGroup] 2024-11-24T17:22:29,080 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,080 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:22:29,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:22:29,080 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,080 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:22:29,114 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(746): ClusterId : f48737b0-7eaa-4b6a-a4a8-973be0de1f54 2024-11-24T17:22:29,114 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:22:29,126 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:22:29,126 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:22:29,136 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:22:29,137 DEBUG [RS:0;a23eb99f71f0:38107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e39a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:22:29,148 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:38107 2024-11-24T17:22:29,148 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:22:29,148 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:22:29,148 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:22:29,148 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,45161,1732468946845 with port=38107, startcode=1732468946986 2024-11-24T17:22:29,149 DEBUG [RS:0;a23eb99f71f0:38107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:22:29,150 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:22:29,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:29,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45161 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:29,152 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92 2024-11-24T17:22:29,152 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37603 2024-11-24T17:22:29,152 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:22:29,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302/rs 2024-11-24T17:22:29,200 DEBUG [RS:0;a23eb99f71f0:38107 {}] zookeeper.ZKUtil(111): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Set watcher on existing znode=/2995911302/rs/a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:29,200 WARN [RS:0;a23eb99f71f0:38107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:22:29,200 INFO [RS:0;a23eb99f71f0:38107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:22:29,200 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:29,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,38107,1732468946986] 2024-11-24T17:22:29,203 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:22:29,205 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:22:29,205 INFO [RS:0;a23eb99f71f0:38107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:22:29,205 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,205 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:22:29,206 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:22:29,206 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:22:29,206 DEBUG [RS:0;a23eb99f71f0:38107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:22:29,207 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,207 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,207 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,207 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,207 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,207 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38107,1732468946986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:22:29,219 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:22:29,219 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38107,1732468946986-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,219 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,219 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.Replication(171): a23eb99f71f0,38107,1732468946986 started 2024-11-24T17:22:29,230 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:29,230 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,38107,1732468946986, RpcServer on a23eb99f71f0/172.17.0.3:38107, sessionid=0x1016dddf4ea0007 2024-11-24T17:22:29,231 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:22:29,231 DEBUG [RS:0;a23eb99f71f0:38107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:29,231 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,38107,1732468946986' 2024-11-24T17:22:29,231 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2995911302/flush-table-proc/abort' 2024-11-24T17:22:29,231 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2995911302/flush-table-proc/acquired' 2024-11-24T17:22:29,232 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:22:29,232 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:22:29,232 DEBUG [RS:0;a23eb99f71f0:38107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:29,232 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,38107,1732468946986' 2024-11-24T17:22:29,232 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2995911302/online-snapshot/abort' 2024-11-24T17:22:29,232 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2995911302/online-snapshot/acquired' 2024-11-24T17:22:29,232 DEBUG [RS:0;a23eb99f71f0:38107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:22:29,232 INFO [RS:0;a23eb99f71f0:38107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:22:29,232 INFO [RS:0;a23eb99f71f0:38107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:22:29,332 INFO [RS:0;a23eb99f71f0:38107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:22:29,333 INFO [RS:0;a23eb99f71f0:38107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C38107%2C1732468946986, suffix=, logDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986, archiveDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/oldWALs, maxLogs=10 2024-11-24T17:22:29,345 DEBUG [RS:0;a23eb99f71f0:38107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334, exclude list is [], retry=0 2024-11-24T17:22:29,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45393,DS-c039bdc5-fe28-4327-8ea5-0d7a36fe6b4f,DISK] 2024-11-24T17:22:29,348 INFO [RS:0;a23eb99f71f0:38107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 2024-11-24T17:22:29,348 DEBUG [RS:0;a23eb99f71f0:38107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-24T17:22:29,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:22:29,489 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92 2024-11-24T17:22:29,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:22:29,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:29,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:22:29,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:22:29,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:29,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:29,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:22:29,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:22:29,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:29,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:29,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:22:29,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:22:29,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:29,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:29,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:22:29,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:22:29,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:29,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:29,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:22:29,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740 2024-11-24T17:22:29,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740 2024-11-24T17:22:29,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:22:29,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:22:29,907 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:22:29,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:22:29,909 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:22:29,910 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72231291, jitterRate=0.07633011043071747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:22:29,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468949899Initializing all the Stores at 1732468949901 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468949901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468949901Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468949901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468949901Cleaning up temporary data from old regions at 1732468949907 (+6 ms)Region opened successfully at 1732468949910 (+3 ms) 2024-11-24T17:22:29,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:22:29,910 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:22:29,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:22:29,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:22:29,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:22:29,910 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:29,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468949910Disabling compacts and flushes for region at 1732468949910Disabling writes for close at 1732468949910Writing region close event to WAL at 1732468949910Closed at 1732468949910 2024-11-24T17:22:29,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:22:29,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:22:29,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:22:29,912 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:22:29,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:22:30,063 DEBUG [a23eb99f71f0:45161 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:22:30,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:30,064 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,38107,1732468946986, state=OPENING 2024-11-24T17:22:30,136 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:22:30,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:30,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:30,147 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:22:30,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2995911302/meta-region-server: CHANGED 2024-11-24T17:22:30,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2995911302/meta-region-server: CHANGED 2024-11-24T17:22:30,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,38107,1732468946986}] 2024-11-24T17:22:30,299 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:22:30,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:22:30,303 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:22:30,303 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:22:30,303 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:22:30,304 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C38107%2C1732468946986.meta, suffix=.meta, logDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986, archiveDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/oldWALs, maxLogs=10 2024-11-24T17:22:30,316 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.meta.1732468950304.meta, exclude list is [], retry=0 2024-11-24T17:22:30,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45393,DS-c039bdc5-fe28-4327-8ea5-0d7a36fe6b4f,DISK] 2024-11-24T17:22:30,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:22:30,319 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.meta.1732468950304.meta 2024-11-24T17:22:30,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:30,320 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-24T17:22:30,320 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:22:30,330 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:22:30,330 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:22:30,330 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:22:30,330 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:22:30,330 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:22:30,331 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:30,331 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:22:30,331 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:22:30,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:22:30,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:22:30,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:30,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:30,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:22:30,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:22:30,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:30,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:30,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:22:30,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:22:30,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:30,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:30,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:22:30,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:22:30,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:30,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:22:30,336 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:22:30,336 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740 2024-11-24T17:22:30,337 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740 2024-11-24T17:22:30,337 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:22:30,337 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:22:30,338 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:22:30,339 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:22:30,340 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73745871, jitterRate=0.09889911115169525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:22:30,340 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:22:30,340 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468950331Writing region info on filesystem at 1732468950331Initializing all the Stores at 1732468950332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468950332Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468950332Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468950332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468950332Cleaning up temporary data from old regions at 1732468950337 (+5 ms)Running coprocessor post-open hooks at 1732468950340 (+3 ms)Region opened successfully at 1732468950340 2024-11-24T17:22:30,341 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468950299 2024-11-24T17:22:30,342 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:22:30,342 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:22:30,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:30,343 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,38107,1732468946986, state=OPEN 2024-11-24T17:22:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2995911302/meta-region-server 2024-11-24T17:22:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2995911302/meta-region-server 2024-11-24T17:22:30,346 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:30,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2995911302/meta-region-server: CHANGED 2024-11-24T17:22:30,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2995911302/meta-region-server: CHANGED 2024-11-24T17:22:30,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:22:30,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,38107,1732468946986 in 199 msec 2024-11-24T17:22:30,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:22:30,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-24T17:22:30,350 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:22:30,350 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:22:30,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:30,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,38107,1732468946986, seqNum=-1] 2024-11-24T17:22:30,351 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:30,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:22:30,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-24T17:22:30,356 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468950356, completionTime=-1 2024-11-24T17:22:30,356 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:22:30,356 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:22:30,358 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:22:30,359 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732469010358 2024-11-24T17:22:30,359 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732469070359 2024-11-24T17:22:30,359 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T17:22:30,359 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,45161,1732468946845-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:30,359 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,45161,1732468946845-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:30,359 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,45161,1732468946845-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:30,359 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:45161, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:30,359 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:30,359 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:30,361 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:22:30,363 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.311sec 2024-11-24T17:22:30,363 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:22:30,363 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:22:30,363 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:22:30,363 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:22:30,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:30,363 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:22:30,363 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,45161,1732468946845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:22:30,363 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,45161,1732468946845-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:22:30,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:30,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:30,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:30,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:30,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:30,365 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:22:30,365 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:22:30,365 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,45161,1732468946845-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:22:30,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:30,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:30,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:30,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:30,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4da3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:30,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,45161,-1 for getting cluster id 2024-11-24T17:22:30,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:30,417 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f48737b0-7eaa-4b6a-a4a8-973be0de1f54' 2024-11-24T17:22:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f48737b0-7eaa-4b6a-a4a8-973be0de1f54" 2024-11-24T17:22:30,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee51f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:30,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,45161,-1] 2024-11-24T17:22:30,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:30,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:30,419 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:30,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ac1100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:30,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,38107,1732468946986, seqNum=-1] 2024-11-24T17:22:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:30,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:22:30,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:30,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59684 2024-11-24T17:22:30,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:22:30,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016dddf4ea0008 connected 2024-11-24T17:22:30,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:30,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:30,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22c57569 2024-11-24T17:22:30,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:30,445 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:22:30,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:22:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:22:30,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:22:30,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:30,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:22:30,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:22:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:30,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:22:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:30,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea0540f2180ba6a74cdb800bd9a6b1b9, NAME => 'test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8 2024-11-24T17:22:30,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:22:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:31,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:31,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ea0540f2180ba6a74cdb800bd9a6b1b9, disabling compactions & flushes 2024-11-24T17:22:31,260 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. 2024-11-24T17:22:31,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. 2024-11-24T17:22:31,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. after waiting 0 ms 2024-11-24T17:22:31,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. 2024-11-24T17:22:31,260 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. 2024-11-24T17:22:31,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea0540f2180ba6a74cdb800bd9a6b1b9: Waiting for close lock at 1732468951260Disabling compacts and flushes for region at 1732468951260Disabling writes for close at 1732468951260Writing region close event to WAL at 1732468951260Closed at 1732468951260 2024-11-24T17:22:31,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:22:31,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732468951261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468951261"}]},"ts":"1732468951261"} 2024-11-24T17:22:31,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:22:31,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:22:31,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468951263"}]},"ts":"1732468951263"} 2024-11-24T17:22:31,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:22:31,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea0540f2180ba6a74cdb800bd9a6b1b9, ASSIGN}] 2024-11-24T17:22:31,266 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea0540f2180ba6a74cdb800bd9a6b1b9, ASSIGN 2024-11-24T17:22:31,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ea0540f2180ba6a74cdb800bd9a6b1b9, ASSIGN; state=OFFLINE, location=a23eb99f71f0,42269,1732468934229; forceNewPlan=false, retain=false 2024-11-24T17:22:31,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea0540f2180ba6a74cdb800bd9a6b1b9, regionState=OPENING, regionLocation=a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ea0540f2180ba6a74cdb800bd9a6b1b9, ASSIGN because future has completed 2024-11-24T17:22:31,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0540f2180ba6a74cdb800bd9a6b1b9, server=a23eb99f71f0,42269,1732468934229}] 2024-11-24T17:22:31,575 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. 2024-11-24T17:22:31,575 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ea0540f2180ba6a74cdb800bd9a6b1b9, NAME => 'test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:22:31,576 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:22:31,576 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:22:31,576 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,576 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:31,576 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,576 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,577 INFO [StoreOpener-ea0540f2180ba6a74cdb800bd9a6b1b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,578 INFO [StoreOpener-ea0540f2180ba6a74cdb800bd9a6b1b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0540f2180ba6a74cdb800bd9a6b1b9 columnFamilyName f 2024-11-24T17:22:31,578 DEBUG [StoreOpener-ea0540f2180ba6a74cdb800bd9a6b1b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:31,579 INFO [StoreOpener-ea0540f2180ba6a74cdb800bd9a6b1b9-1 {}] regionserver.HStore(327): Store=ea0540f2180ba6a74cdb800bd9a6b1b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:31,579 INFO [StoreOpener-ea0540f2180ba6a74cdb800bd9a6b1b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,580 INFO [StoreOpener-ea0540f2180ba6a74cdb800bd9a6b1b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0540f2180ba6a74cdb800bd9a6b1b9 columnFamilyName f1 2024-11-24T17:22:31,580 DEBUG [StoreOpener-ea0540f2180ba6a74cdb800bd9a6b1b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:31,580 INFO [StoreOpener-ea0540f2180ba6a74cdb800bd9a6b1b9-1 {}] regionserver.HStore(327): Store=ea0540f2180ba6a74cdb800bd9a6b1b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:31,580 INFO [StoreOpener-ea0540f2180ba6a74cdb800bd9a6b1b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,581 INFO [StoreOpener-ea0540f2180ba6a74cdb800bd9a6b1b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0540f2180ba6a74cdb800bd9a6b1b9 columnFamilyName norep 2024-11-24T17:22:31,581 DEBUG [StoreOpener-ea0540f2180ba6a74cdb800bd9a6b1b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:31,581 INFO [StoreOpener-ea0540f2180ba6a74cdb800bd9a6b1b9-1 {}] regionserver.HStore(327): Store=ea0540f2180ba6a74cdb800bd9a6b1b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:31,581 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,582 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,582 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,583 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,583 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,583 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:22:31,584 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:31,585 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:22:31,586 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ea0540f2180ba6a74cdb800bd9a6b1b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72646965, jitterRate=0.0825241357088089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:22:31,586 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:31,586 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ea0540f2180ba6a74cdb800bd9a6b1b9: Running coprocessor pre-open hook at 1732468951576Writing region info on filesystem at 1732468951576Initializing all the Stores at 1732468951577 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468951577Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468951577Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468951577Cleaning up temporary data from old regions at 1732468951583 (+6 ms)Running coprocessor post-open hooks at 1732468951586 (+3 ms)Region opened successfully at 1732468951586 2024-11-24T17:22:31,587 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9., pid=6, masterSystemTime=1732468951571 2024-11-24T17:22:31,589 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. 2024-11-24T17:22:31,589 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. 2024-11-24T17:22:31,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea0540f2180ba6a74cdb800bd9a6b1b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:31,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0540f2180ba6a74cdb800bd9a6b1b9, server=a23eb99f71f0,42269,1732468934229 because future has completed 2024-11-24T17:22:31,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:22:31,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ea0540f2180ba6a74cdb800bd9a6b1b9, server=a23eb99f71f0,42269,1732468934229 in 172 msec 2024-11-24T17:22:31,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:22:31,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ea0540f2180ba6a74cdb800bd9a6b1b9, ASSIGN in 328 msec 2024-11-24T17:22:31,595 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:22:31,595 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468951595"}]},"ts":"1732468951595"} 2024-11-24T17:22:31,597 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:22:31,598 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:22:31,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-24T17:22:31,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T17:22:31,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T17:22:31,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:22:31,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T17:22:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:32,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:32,595 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:22:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12560ba0 2024-11-24T17:22:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:32,596 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:22:32,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:22:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:22:32,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:22:32,598 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:32,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:22:32,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:22:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:32,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:22:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:33,005 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75c33827473081bed2478e525d06750e, NAME => 'test,,1732468952596.75c33827473081bed2478e525d06750e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf 2024-11-24T17:22:33,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:22:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:33,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732468952596.75c33827473081bed2478e525d06750e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:33,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 75c33827473081bed2478e525d06750e, disabling compactions & flushes 2024-11-24T17:22:33,410 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732468952596.75c33827473081bed2478e525d06750e. 2024-11-24T17:22:33,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468952596.75c33827473081bed2478e525d06750e. 2024-11-24T17:22:33,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732468952596.75c33827473081bed2478e525d06750e. after waiting 0 ms 2024-11-24T17:22:33,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732468952596.75c33827473081bed2478e525d06750e. 2024-11-24T17:22:33,410 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732468952596.75c33827473081bed2478e525d06750e. 2024-11-24T17:22:33,410 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75c33827473081bed2478e525d06750e: Waiting for close lock at 1732468953410Disabling compacts and flushes for region at 1732468953410Disabling writes for close at 1732468953410Writing region close event to WAL at 1732468953410Closed at 1732468953410 2024-11-24T17:22:33,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:22:33,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732468952596.75c33827473081bed2478e525d06750e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732468953411"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468953411"}]},"ts":"1732468953411"} 2024-11-24T17:22:33,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:22:33,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:22:33,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468953414"}]},"ts":"1732468953414"} 2024-11-24T17:22:33,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:22:33,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75c33827473081bed2478e525d06750e, ASSIGN}] 2024-11-24T17:22:33,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75c33827473081bed2478e525d06750e, ASSIGN 2024-11-24T17:22:33,417 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=75c33827473081bed2478e525d06750e, ASSIGN; state=OFFLINE, location=a23eb99f71f0,46557,1732468940443; forceNewPlan=false, retain=false 2024-11-24T17:22:33,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75c33827473081bed2478e525d06750e, regionState=OPENING, regionLocation=a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:33,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=75c33827473081bed2478e525d06750e, ASSIGN because future has completed 2024-11-24T17:22:33,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c33827473081bed2478e525d06750e, server=a23eb99f71f0,46557,1732468940443}] 2024-11-24T17:22:33,725 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732468952596.75c33827473081bed2478e525d06750e. 2024-11-24T17:22:33,725 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 75c33827473081bed2478e525d06750e, NAME => 'test,,1732468952596.75c33827473081bed2478e525d06750e.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:22:33,725 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:22:33,725 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:22:33,726 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,726 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732468952596.75c33827473081bed2478e525d06750e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:33,726 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,726 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,728 INFO [StoreOpener-75c33827473081bed2478e525d06750e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,729 INFO [StoreOpener-75c33827473081bed2478e525d06750e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c33827473081bed2478e525d06750e columnFamilyName f 2024-11-24T17:22:33,729 DEBUG [StoreOpener-75c33827473081bed2478e525d06750e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:33,729 INFO [StoreOpener-75c33827473081bed2478e525d06750e-1 {}] regionserver.HStore(327): Store=75c33827473081bed2478e525d06750e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:33,729 INFO [StoreOpener-75c33827473081bed2478e525d06750e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,730 INFO [StoreOpener-75c33827473081bed2478e525d06750e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c33827473081bed2478e525d06750e columnFamilyName f1 2024-11-24T17:22:33,730 DEBUG [StoreOpener-75c33827473081bed2478e525d06750e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:33,731 INFO [StoreOpener-75c33827473081bed2478e525d06750e-1 {}] regionserver.HStore(327): Store=75c33827473081bed2478e525d06750e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:33,731 INFO [StoreOpener-75c33827473081bed2478e525d06750e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,731 INFO [StoreOpener-75c33827473081bed2478e525d06750e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c33827473081bed2478e525d06750e columnFamilyName norep 2024-11-24T17:22:33,731 DEBUG [StoreOpener-75c33827473081bed2478e525d06750e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:33,732 INFO [StoreOpener-75c33827473081bed2478e525d06750e-1 {}] regionserver.HStore(327): Store=75c33827473081bed2478e525d06750e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:33,732 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,732 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,733 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,733 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,733 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:33,734 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:22:33,735 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,736 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:22:33,736 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 75c33827473081bed2478e525d06750e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65614403, jitterRate=-0.022269204258918762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:22:33,736 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75c33827473081bed2478e525d06750e 2024-11-24T17:22:33,737 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 75c33827473081bed2478e525d06750e: Running coprocessor pre-open hook at 1732468953726Writing region info on filesystem at 1732468953726Initializing all the Stores at 1732468953727 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468953727Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468953727Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468953727Cleaning up temporary data from old regions at 1732468953733 (+6 ms)Running coprocessor post-open hooks at 1732468953736 (+3 ms)Region opened successfully at 1732468953736 2024-11-24T17:22:33,737 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732468952596.75c33827473081bed2478e525d06750e., pid=6, masterSystemTime=1732468953722 2024-11-24T17:22:33,739 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732468952596.75c33827473081bed2478e525d06750e. 2024-11-24T17:22:33,739 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732468952596.75c33827473081bed2478e525d06750e. 2024-11-24T17:22:33,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75c33827473081bed2478e525d06750e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:33,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c33827473081bed2478e525d06750e, server=a23eb99f71f0,46557,1732468940443 because future has completed 2024-11-24T17:22:33,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:22:33,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 75c33827473081bed2478e525d06750e, server=a23eb99f71f0,46557,1732468940443 in 172 msec 2024-11-24T17:22:33,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:22:33,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=75c33827473081bed2478e525d06750e, ASSIGN in 327 msec 2024-11-24T17:22:33,745 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:22:33,745 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468953745"}]},"ts":"1732468953745"} 2024-11-24T17:22:33,746 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:22:33,747 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:22:33,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-24T17:22:34,511 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T17:22:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:34,745 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:22:34,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f00ce4d 2024-11-24T17:22:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:34,747 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:22:34,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:22:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:22:34,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:22:34,749 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:34,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:22:34,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:22:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:22:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:35,156 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aed8ac87b6b5b8ff3f6627829c73f882, NAME => 'test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92 2024-11-24T17:22:35,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:22:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:35,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:35,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aed8ac87b6b5b8ff3f6627829c73f882, disabling compactions & flushes 2024-11-24T17:22:35,561 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. 2024-11-24T17:22:35,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. 2024-11-24T17:22:35,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. after waiting 0 ms 2024-11-24T17:22:35,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. 2024-11-24T17:22:35,561 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. 2024-11-24T17:22:35,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aed8ac87b6b5b8ff3f6627829c73f882: Waiting for close lock at 1732468955561Disabling compacts and flushes for region at 1732468955561Disabling writes for close at 1732468955561Writing region close event to WAL at 1732468955561Closed at 1732468955561 2024-11-24T17:22:35,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:22:35,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732468955562"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468955562"}]},"ts":"1732468955562"} 2024-11-24T17:22:35,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:22:35,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:22:35,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468955564"}]},"ts":"1732468955564"} 2024-11-24T17:22:35,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:22:35,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aed8ac87b6b5b8ff3f6627829c73f882, ASSIGN}] 2024-11-24T17:22:35,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aed8ac87b6b5b8ff3f6627829c73f882, ASSIGN 2024-11-24T17:22:35,568 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aed8ac87b6b5b8ff3f6627829c73f882, ASSIGN; state=OFFLINE, location=a23eb99f71f0,38107,1732468946986; forceNewPlan=false, retain=false 2024-11-24T17:22:35,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aed8ac87b6b5b8ff3f6627829c73f882, regionState=OPENING, regionLocation=a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:35,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aed8ac87b6b5b8ff3f6627829c73f882, ASSIGN because future has completed 2024-11-24T17:22:35,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aed8ac87b6b5b8ff3f6627829c73f882, server=a23eb99f71f0,38107,1732468946986}] 2024-11-24T17:22:35,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:22:35,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:35,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:35,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:35,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:35,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:35,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:35,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:35,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:35,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:35,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:35,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:35,876 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. 2024-11-24T17:22:35,876 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aed8ac87b6b5b8ff3f6627829c73f882, NAME => 'test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:22:35,877 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:22:35,877 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:22:35,877 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,877 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:35,877 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,877 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,878 INFO [StoreOpener-aed8ac87b6b5b8ff3f6627829c73f882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,879 INFO [StoreOpener-aed8ac87b6b5b8ff3f6627829c73f882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aed8ac87b6b5b8ff3f6627829c73f882 columnFamilyName f 2024-11-24T17:22:35,879 DEBUG [StoreOpener-aed8ac87b6b5b8ff3f6627829c73f882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:35,880 INFO [StoreOpener-aed8ac87b6b5b8ff3f6627829c73f882-1 {}] regionserver.HStore(327): Store=aed8ac87b6b5b8ff3f6627829c73f882/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:35,880 INFO [StoreOpener-aed8ac87b6b5b8ff3f6627829c73f882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,880 INFO [StoreOpener-aed8ac87b6b5b8ff3f6627829c73f882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aed8ac87b6b5b8ff3f6627829c73f882 columnFamilyName f1 2024-11-24T17:22:35,881 DEBUG [StoreOpener-aed8ac87b6b5b8ff3f6627829c73f882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:35,881 INFO [StoreOpener-aed8ac87b6b5b8ff3f6627829c73f882-1 {}] regionserver.HStore(327): Store=aed8ac87b6b5b8ff3f6627829c73f882/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:35,881 INFO [StoreOpener-aed8ac87b6b5b8ff3f6627829c73f882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,882 INFO [StoreOpener-aed8ac87b6b5b8ff3f6627829c73f882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aed8ac87b6b5b8ff3f6627829c73f882 columnFamilyName norep 2024-11-24T17:22:35,882 DEBUG [StoreOpener-aed8ac87b6b5b8ff3f6627829c73f882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:35,882 INFO [StoreOpener-aed8ac87b6b5b8ff3f6627829c73f882-1 {}] regionserver.HStore(327): Store=aed8ac87b6b5b8ff3f6627829c73f882/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:35,882 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,882 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,883 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,883 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,883 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,884 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:22:35,885 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:35,886 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:22:35,886 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aed8ac87b6b5b8ff3f6627829c73f882; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68830690, jitterRate=0.025657206773757935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:22:35,886 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:35,887 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aed8ac87b6b5b8ff3f6627829c73f882: Running coprocessor pre-open hook at 1732468955877Writing region info on filesystem at 1732468955877Initializing all the Stores at 1732468955878 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468955878Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468955878Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468955878Cleaning up temporary data from old regions at 1732468955883 (+5 ms)Running coprocessor post-open hooks at 1732468955886 (+3 ms)Region opened successfully at 1732468955886 2024-11-24T17:22:35,887 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882., pid=6, masterSystemTime=1732468955873 2024-11-24T17:22:35,889 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. 2024-11-24T17:22:35,889 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. 2024-11-24T17:22:35,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aed8ac87b6b5b8ff3f6627829c73f882, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:35,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aed8ac87b6b5b8ff3f6627829c73f882, server=a23eb99f71f0,38107,1732468946986 because future has completed 2024-11-24T17:22:35,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:22:35,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aed8ac87b6b5b8ff3f6627829c73f882, server=a23eb99f71f0,38107,1732468946986 in 182 msec 2024-11-24T17:22:35,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:22:35,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aed8ac87b6b5b8ff3f6627829c73f882, ASSIGN in 338 msec 2024-11-24T17:22:35,907 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:22:35,907 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468955907"}]},"ts":"1732468955907"} 2024-11-24T17:22:35,909 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:22:35,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:22:35,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-24T17:22:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:22:36,894 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:22:36,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a610573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:36,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,39533,-1 for getting cluster id 2024-11-24T17:22:36,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:36,896 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea60972f-e3c2-441a-a70a-7843daa9cc60' 2024-11-24T17:22:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea60972f-e3c2-441a-a70a-7843daa9cc60" 2024-11-24T17:22:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb63abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,39533,-1] 2024-11-24T17:22:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:36,897 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185d55e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:36,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2262f10e 2024-11-24T17:22:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:36,900 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:22:36,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:46101,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:22:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:22:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:36,903 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:46101' 2024-11-24T17:22:36,903 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d24e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:36,903 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46101,-1 for getting cluster id 2024-11-24T17:22:36,904 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:36,904 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe22a84-108c-4a23-8d22-f0cb2f7ee78b' 2024-11-24T17:22:36,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:36,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe22a84-108c-4a23-8d22-f0cb2f7ee78b" 2024-11-24T17:22:36,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5c3a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:36,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46101,-1] 2024-11-24T17:22:36,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:36,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:36,905 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:36,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b6bf1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:36,906 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:36,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:36,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e7c9b71 2024-11-24T17:22:36,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:36,907 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:22:36,908 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T17:22:36,908 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:22:36,908 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:36,908 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:36,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:36,909 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:22:36,910 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:22:36,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:22:36,911 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:36,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:22:36,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741837_1013 (size=1138) 2024-11-24T17:22:36,960 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:22:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:37,318 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c1e38170d2bd789664b343d752bc0ad, NAME => 'hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8 2024-11-24T17:22:37,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741838_1014 (size=44) 2024-11-24T17:22:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:37,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:37,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5c1e38170d2bd789664b343d752bc0ad, disabling compactions & flushes 2024-11-24T17:22:37,723 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:22:37,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:22:37,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. after waiting 0 ms 2024-11-24T17:22:37,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:22:37,723 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:22:37,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c1e38170d2bd789664b343d752bc0ad: Waiting for close lock at 1732468957723Disabling compacts and flushes for region at 1732468957723Disabling writes for close at 1732468957723Writing region close event to WAL at 1732468957723Closed at 1732468957723 2024-11-24T17:22:37,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:22:37,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732468957724"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468957724"}]},"ts":"1732468957724"} 2024-11-24T17:22:37,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:22:37,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:22:37,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468957727"}]},"ts":"1732468957727"} 2024-11-24T17:22:37,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:22:37,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c1e38170d2bd789664b343d752bc0ad, ASSIGN}] 2024-11-24T17:22:37,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c1e38170d2bd789664b343d752bc0ad, ASSIGN 2024-11-24T17:22:37,732 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c1e38170d2bd789664b343d752bc0ad, ASSIGN; state=OFFLINE, location=a23eb99f71f0,42269,1732468934229; forceNewPlan=false, retain=false 2024-11-24T17:22:37,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c1e38170d2bd789664b343d752bc0ad, regionState=OPENING, regionLocation=a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:37,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c1e38170d2bd789664b343d752bc0ad, ASSIGN because future has completed 2024-11-24T17:22:37,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c1e38170d2bd789664b343d752bc0ad, server=a23eb99f71f0,42269,1732468934229}] 2024-11-24T17:22:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:38,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:22:38,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:22:38,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:22:38,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C42269%2C1732468934229.rep, suffix=, logDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229, archiveDir=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/oldWALs, maxLogs=10 2024-11-24T17:22:38,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.rep.1732468958041, exclude list is [], retry=0 2024-11-24T17:22:38,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-e23541ad-8999-4a9d-a336-4d1e093a5f34,DISK] 2024-11-24T17:22:38,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.rep.1732468958041 2024-11-24T17:22:38,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38889:38889)] 2024-11-24T17:22:38,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c1e38170d2bd789664b343d752bc0ad, NAME => 'hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:22:38,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:22:38,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:22:38,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. service=MultiRowMutationService 2024-11-24T17:22:38,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:22:38,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:38,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,070 INFO [StoreOpener-5c1e38170d2bd789664b343d752bc0ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,071 INFO [StoreOpener-5c1e38170d2bd789664b343d752bc0ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c1e38170d2bd789664b343d752bc0ad columnFamilyName hfileref 2024-11-24T17:22:38,071 DEBUG [StoreOpener-5c1e38170d2bd789664b343d752bc0ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:38,072 INFO [StoreOpener-5c1e38170d2bd789664b343d752bc0ad-1 {}] regionserver.HStore(327): Store=5c1e38170d2bd789664b343d752bc0ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:38,072 INFO [StoreOpener-5c1e38170d2bd789664b343d752bc0ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,073 INFO [StoreOpener-5c1e38170d2bd789664b343d752bc0ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c1e38170d2bd789664b343d752bc0ad columnFamilyName queue 2024-11-24T17:22:38,073 DEBUG [StoreOpener-5c1e38170d2bd789664b343d752bc0ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:38,073 INFO [StoreOpener-5c1e38170d2bd789664b343d752bc0ad-1 {}] regionserver.HStore(327): Store=5c1e38170d2bd789664b343d752bc0ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:38,073 INFO [StoreOpener-5c1e38170d2bd789664b343d752bc0ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,074 INFO [StoreOpener-5c1e38170d2bd789664b343d752bc0ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c1e38170d2bd789664b343d752bc0ad columnFamilyName sid 2024-11-24T17:22:38,074 DEBUG [StoreOpener-5c1e38170d2bd789664b343d752bc0ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:38,075 INFO [StoreOpener-5c1e38170d2bd789664b343d752bc0ad-1 {}] regionserver.HStore(327): Store=5c1e38170d2bd789664b343d752bc0ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:38,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/replication/5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/replication/5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:22:38,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/replication/5c1e38170d2bd789664b343d752bc0ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:22:38,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5c1e38170d2bd789664b343d752bc0ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71083723, jitterRate=0.0592300146818161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:22:38,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:38,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5c1e38170d2bd789664b343d752bc0ad: Running coprocessor pre-open hook at 1732468958069Writing region info on filesystem at 1732468958069Initializing all the Stores at 1732468958070 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468958070Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468958070Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468958070Cleaning up temporary data from old regions at 1732468958077 (+7 ms)Running coprocessor post-open hooks at 1732468958081 (+4 ms)Region opened successfully at 1732468958081 2024-11-24T17:22:38,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad., pid=10, masterSystemTime=1732468958036 2024-11-24T17:22:38,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:22:38,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:22:38,084 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c1e38170d2bd789664b343d752bc0ad, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:38,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c1e38170d2bd789664b343d752bc0ad, server=a23eb99f71f0,42269,1732468934229 because future has completed 2024-11-24T17:22:38,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:22:38,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c1e38170d2bd789664b343d752bc0ad, server=a23eb99f71f0,42269,1732468934229 in 203 msec 2024-11-24T17:22:38,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T17:22:38,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c1e38170d2bd789664b343d752bc0ad, ASSIGN in 359 msec 2024-11-24T17:22:38,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:22:38,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468958092"}]},"ts":"1732468958092"} 2024-11-24T17:22:38,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:22:38,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:22:38,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-24T17:22:38,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad., hostname=a23eb99f71f0,42269,1732468934229, seqNum=2] 2024-11-24T17:22:38,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:38,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:38,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:22:38,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T17:22:38,373 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:22:38,401 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,42269,1732468934229, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:22:38,401 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:38,402 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,42269,1732468934229, seqNum=-1] 2024-11-24T17:22:38,402 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:38,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T17:22:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,42269,1732468934229', locateType=CURRENT is [region=hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad., hostname=a23eb99f71f0,42269,1732468934229, seqNum=2] 2024-11-24T17:22:38,406 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T17:22:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T17:22:38,408 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,42269,1732468934229 suceeded 2024-11-24T17:22:38,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T17:22:38,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-24T17:22:38,410 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:46101,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:22:38,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-24T17:22:38,420 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:46101' 2024-11-24T17:22:38,421 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1635baa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:38,422 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46101,-1 for getting cluster id 2024-11-24T17:22:38,422 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:38,422 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe22a84-108c-4a23-8d22-f0cb2f7ee78b' 2024-11-24T17:22:38,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:38,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe22a84-108c-4a23-8d22-f0cb2f7ee78b" 2024-11-24T17:22:38,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79b8165d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:38,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46101,-1] 2024-11-24T17:22:38,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:38,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:38,424 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:38,424 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3fa1b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:38,424 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:38,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:38,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69857f9e 2024-11-24T17:22:38,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:38,426 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-24T17:22:38,426 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,42269,1732468934229 (queues=1) is replicating from cluster=ea60972f-e3c2-441a-a70a-7843daa9cc60 to cluster=abe22a84-108c-4a23-8d22-f0cb2f7ee78b 2024-11-24T17:22:38,427 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C42269%2C1732468934229 2024-11-24T17:22:38,427 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,42269,1732468934229, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:22:38,427 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C42269%2C1732468934229 2024-11-24T17:22:38,427 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662, startPosition=0, beingWritten=true 2024-11-24T17:22:38,431 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:38,431 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 379, reset compression=false 2024-11-24T17:22:38,431 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,42269,1732468934229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:38,635 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 379, reset compression=false 2024-11-24T17:22:38,938 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 379, reset compression=false 2024-11-24T17:22:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:39,044 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:22:39,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:39,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:39,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:39,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:39,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:39,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645f47f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:39,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46101,-1 for getting cluster id 2024-11-24T17:22:39,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:39,046 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe22a84-108c-4a23-8d22-f0cb2f7ee78b' 2024-11-24T17:22:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe22a84-108c-4a23-8d22-f0cb2f7ee78b" 2024-11-24T17:22:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768a9bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46101,-1] 2024-11-24T17:22:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:39,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:39,047 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:39,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e39e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:39,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:39,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:39,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fec6a97 2024-11-24T17:22:39,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:39,049 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:22:39,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:45161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:22:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:22:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:39,052 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:45161' 2024-11-24T17:22:39,053 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c9fb3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:39,053 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,45161,-1 for getting cluster id 2024-11-24T17:22:39,053 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:39,054 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f48737b0-7eaa-4b6a-a4a8-973be0de1f54' 2024-11-24T17:22:39,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:39,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f48737b0-7eaa-4b6a-a4a8-973be0de1f54" 2024-11-24T17:22:39,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123404a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:39,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,45161,-1] 2024-11-24T17:22:39,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:39,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:39,055 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:39,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf1cdbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:39,056 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41c9c718 2024-11-24T17:22:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:39,057 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:22:39,058 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T17:22:39,058 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:22:39,058 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:39,058 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:39,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:39,058 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:22:39,059 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:22:39,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:22:39,060 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:39,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:22:39,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741837_1013 (size=1138) 2024-11-24T17:22:39,110 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:22:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:39,342 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 379, reset compression=false 2024-11-24T17:22:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:39,469 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71c28e392a9bbd0b15dfeb70afe39dad, NAME => 'hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf 2024-11-24T17:22:39,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741838_1014 (size=44) 2024-11-24T17:22:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:39,846 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 379, reset compression=false 2024-11-24T17:22:39,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:39,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 71c28e392a9bbd0b15dfeb70afe39dad, disabling compactions & flushes 2024-11-24T17:22:39,874 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. 2024-11-24T17:22:39,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. 2024-11-24T17:22:39,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. after waiting 0 ms 2024-11-24T17:22:39,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. 2024-11-24T17:22:39,874 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. 2024-11-24T17:22:39,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71c28e392a9bbd0b15dfeb70afe39dad: Waiting for close lock at 1732468959874Disabling compacts and flushes for region at 1732468959874Disabling writes for close at 1732468959874Writing region close event to WAL at 1732468959874Closed at 1732468959874 2024-11-24T17:22:39,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:22:39,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732468959875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468959875"}]},"ts":"1732468959875"} 2024-11-24T17:22:39,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:22:39,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:22:39,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468959879"}]},"ts":"1732468959879"} 2024-11-24T17:22:39,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:22:39,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71c28e392a9bbd0b15dfeb70afe39dad, ASSIGN}] 2024-11-24T17:22:39,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71c28e392a9bbd0b15dfeb70afe39dad, ASSIGN 2024-11-24T17:22:39,882 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71c28e392a9bbd0b15dfeb70afe39dad, ASSIGN; state=OFFLINE, location=a23eb99f71f0,46557,1732468940443; forceNewPlan=false, retain=false 2024-11-24T17:22:40,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=71c28e392a9bbd0b15dfeb70afe39dad, regionState=OPENING, regionLocation=a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:40,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71c28e392a9bbd0b15dfeb70afe39dad, ASSIGN because future has completed 2024-11-24T17:22:40,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71c28e392a9bbd0b15dfeb70afe39dad, server=a23eb99f71f0,46557,1732468940443}] 2024-11-24T17:22:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:40,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. 2024-11-24T17:22:40,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:22:40,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:22:40,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C46557%2C1732468940443.rep, suffix=, logDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443, archiveDir=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/oldWALs, maxLogs=10 2024-11-24T17:22:40,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.rep.1732468960191, exclude list is [], retry=0 2024-11-24T17:22:40,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37561,DS-07ddbe75-4846-491c-b876-51a7f1ac23f5,DISK] 2024-11-24T17:22:40,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.rep.1732468960191 2024-11-24T17:22:40,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36681:36681)] 2024-11-24T17:22:40,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 71c28e392a9bbd0b15dfeb70afe39dad, NAME => 'hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:22:40,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:22:40,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:22:40,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. service=MultiRowMutationService 2024-11-24T17:22:40,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:22:40,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:40,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,209 INFO [StoreOpener-71c28e392a9bbd0b15dfeb70afe39dad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,210 INFO [StoreOpener-71c28e392a9bbd0b15dfeb70afe39dad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71c28e392a9bbd0b15dfeb70afe39dad columnFamilyName hfileref 2024-11-24T17:22:40,210 DEBUG [StoreOpener-71c28e392a9bbd0b15dfeb70afe39dad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:40,210 INFO [StoreOpener-71c28e392a9bbd0b15dfeb70afe39dad-1 {}] regionserver.HStore(327): Store=71c28e392a9bbd0b15dfeb70afe39dad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:40,210 INFO [StoreOpener-71c28e392a9bbd0b15dfeb70afe39dad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,211 INFO [StoreOpener-71c28e392a9bbd0b15dfeb70afe39dad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71c28e392a9bbd0b15dfeb70afe39dad columnFamilyName queue 2024-11-24T17:22:40,211 DEBUG [StoreOpener-71c28e392a9bbd0b15dfeb70afe39dad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:40,211 INFO [StoreOpener-71c28e392a9bbd0b15dfeb70afe39dad-1 {}] regionserver.HStore(327): Store=71c28e392a9bbd0b15dfeb70afe39dad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:40,211 INFO [StoreOpener-71c28e392a9bbd0b15dfeb70afe39dad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,212 INFO [StoreOpener-71c28e392a9bbd0b15dfeb70afe39dad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71c28e392a9bbd0b15dfeb70afe39dad columnFamilyName sid 2024-11-24T17:22:40,212 DEBUG [StoreOpener-71c28e392a9bbd0b15dfeb70afe39dad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:40,212 INFO [StoreOpener-71c28e392a9bbd0b15dfeb70afe39dad-1 {}] regionserver.HStore(327): Store=71c28e392a9bbd0b15dfeb70afe39dad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:40,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/replication/71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/replication/71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:22:40,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/replication/71c28e392a9bbd0b15dfeb70afe39dad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:22:40,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 71c28e392a9bbd0b15dfeb70afe39dad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62814283, jitterRate=-0.06399424374103546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:22:40,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:40,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 71c28e392a9bbd0b15dfeb70afe39dad: Running coprocessor pre-open hook at 1732468960208Writing region info on filesystem at 1732468960208Initializing all the Stores at 1732468960208Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468960208Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468960209 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468960209Cleaning up temporary data from old regions at 1732468960214 (+5 ms)Running coprocessor post-open hooks at 1732468960217 (+3 ms)Region opened successfully at 1732468960217 2024-11-24T17:22:40,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad., pid=10, masterSystemTime=1732468960187 2024-11-24T17:22:40,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. 2024-11-24T17:22:40,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. 2024-11-24T17:22:40,220 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=71c28e392a9bbd0b15dfeb70afe39dad, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:40,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71c28e392a9bbd0b15dfeb70afe39dad, server=a23eb99f71f0,46557,1732468940443 because future has completed 2024-11-24T17:22:40,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:22:40,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 71c28e392a9bbd0b15dfeb70afe39dad, server=a23eb99f71f0,46557,1732468940443 in 186 msec 2024-11-24T17:22:40,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T17:22:40,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71c28e392a9bbd0b15dfeb70afe39dad, ASSIGN in 343 msec 2024-11-24T17:22:40,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:22:40,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468960226"}]},"ts":"1732468960226"} 2024-11-24T17:22:40,227 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:22:40,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:22:40,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-24T17:22:40,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad., hostname=a23eb99f71f0,46557,1732468940443, seqNum=2] 2024-11-24T17:22:40,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:40,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:40,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:22:40,450 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 379, reset compression=false 2024-11-24T17:22:40,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T17:22:40,499 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:22:40,528 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,46557,1732468940443, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:22:40,529 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:40,529 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,46557,1732468940443, seqNum=-1] 2024-11-24T17:22:40,529 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:40,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T17:22:40,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,46557,1732468940443', locateType=CURRENT is [region=hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad., hostname=a23eb99f71f0,46557,1732468940443, seqNum=2] 2024-11-24T17:22:40,533 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T17:22:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T17:22:40,535 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,46557,1732468940443 suceeded 2024-11-24T17:22:40,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T17:22:40,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-24T17:22:40,537 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:45161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:22:40,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-24T17:22:40,546 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:45161' 2024-11-24T17:22:40,547 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f85f64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:40,547 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,45161,-1 for getting cluster id 2024-11-24T17:22:40,547 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:40,547 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f48737b0-7eaa-4b6a-a4a8-973be0de1f54' 2024-11-24T17:22:40,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:40,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f48737b0-7eaa-4b6a-a4a8-973be0de1f54" 2024-11-24T17:22:40,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@211a5328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:40,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,45161,-1] 2024-11-24T17:22:40,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:40,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:40,549 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:40,549 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3251a621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:40,549 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:40,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:40,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c4c7228 2024-11-24T17:22:40,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:40,551 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-24T17:22:40,551 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,46557,1732468940443 (queues=1) is replicating from cluster=abe22a84-108c-4a23-8d22-f0cb2f7ee78b to cluster=f48737b0-7eaa-4b6a-a4a8-973be0de1f54 2024-11-24T17:22:40,551 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C46557%2C1732468940443 2024-11-24T17:22:40,551 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,46557,1732468940443, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:22:40,552 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C46557%2C1732468940443 2024-11-24T17:22:40,552 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951, startPosition=0, beingWritten=true 2024-11-24T17:22:40,555 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:40,555 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 379, reset compression=false 2024-11-24T17:22:40,555 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,46557,1732468940443 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:40,758 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 379, reset compression=false 2024-11-24T17:22:41,062 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 379, reset compression=false 2024-11-24T17:22:41,153 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 379, reset compression=false 2024-11-24T17:22:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:41,194 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:22:41,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:41,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:41,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:41,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:41,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:41,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317e6d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:41,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,45161,-1 for getting cluster id 2024-11-24T17:22:41,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:41,195 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f48737b0-7eaa-4b6a-a4a8-973be0de1f54' 2024-11-24T17:22:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f48737b0-7eaa-4b6a-a4a8-973be0de1f54" 2024-11-24T17:22:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6e2108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,45161,-1] 2024-11-24T17:22:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:41,196 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:41,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420412ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:41,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:41,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:41,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78269625 2024-11-24T17:22:41,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:41,198 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:22:41,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:39533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:22:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:22:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:41,201 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:39533' 2024-11-24T17:22:41,201 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63968884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:41,201 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,39533,-1 for getting cluster id 2024-11-24T17:22:41,201 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:41,202 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea60972f-e3c2-441a-a70a-7843daa9cc60' 2024-11-24T17:22:41,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:41,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea60972f-e3c2-441a-a70a-7843daa9cc60" 2024-11-24T17:22:41,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ae355a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:41,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,39533,-1] 2024-11-24T17:22:41,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:41,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:41,203 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:41,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2aa1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:41,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:41,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:41,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37a86676 2024-11-24T17:22:41,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:41,205 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:22:41,205 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T17:22:41,205 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:22:41,205 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:41,206 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:41,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:41,206 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:22:41,207 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:22:41,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:22:41,208 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:41,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:22:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741837_1013 (size=1138) 2024-11-24T17:22:41,257 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:22:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:41,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:22:41,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:41,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:41,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:41,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:41,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:41,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:41,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:41,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:41,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:41,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:41,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:41,465 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 379, reset compression=false 2024-11-24T17:22:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:41,615 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55493b864df63ecd28b74dedefd5d3a2, NAME => 'hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92 2024-11-24T17:22:41,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741838_1014 (size=44) 2024-11-24T17:22:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:41,956 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 379, reset compression=false 2024-11-24T17:22:41,970 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 379, reset compression=false 2024-11-24T17:22:42,020 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:42,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 55493b864df63ecd28b74dedefd5d3a2, disabling compactions & flushes 2024-11-24T17:22:42,021 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. 2024-11-24T17:22:42,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. 2024-11-24T17:22:42,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. after waiting 0 ms 2024-11-24T17:22:42,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. 2024-11-24T17:22:42,021 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. 2024-11-24T17:22:42,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55493b864df63ecd28b74dedefd5d3a2: Waiting for close lock at 1732468962021Disabling compacts and flushes for region at 1732468962021Disabling writes for close at 1732468962021Writing region close event to WAL at 1732468962021Closed at 1732468962021 2024-11-24T17:22:42,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:22:42,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732468962022"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468962022"}]},"ts":"1732468962022"} 2024-11-24T17:22:42,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:22:42,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:22:42,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468962024"}]},"ts":"1732468962024"} 2024-11-24T17:22:42,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:22:42,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55493b864df63ecd28b74dedefd5d3a2, ASSIGN}] 2024-11-24T17:22:42,027 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55493b864df63ecd28b74dedefd5d3a2, ASSIGN 2024-11-24T17:22:42,028 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55493b864df63ecd28b74dedefd5d3a2, ASSIGN; state=OFFLINE, location=a23eb99f71f0,38107,1732468946986; forceNewPlan=false, retain=false 2024-11-24T17:22:42,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55493b864df63ecd28b74dedefd5d3a2, regionState=OPENING, regionLocation=a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:42,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55493b864df63ecd28b74dedefd5d3a2, ASSIGN because future has completed 2024-11-24T17:22:42,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55493b864df63ecd28b74dedefd5d3a2, server=a23eb99f71f0,38107,1732468946986}] 2024-11-24T17:22:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:42,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. 2024-11-24T17:22:42,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:22:42,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:22:42,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C38107%2C1732468946986.rep, suffix=, logDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986, archiveDir=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/oldWALs, maxLogs=10 2024-11-24T17:22:42,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.rep.1732468962338, exclude list is [], retry=0 2024-11-24T17:22:42,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45393,DS-c039bdc5-fe28-4327-8ea5-0d7a36fe6b4f,DISK] 2024-11-24T17:22:42,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.rep.1732468962338 2024-11-24T17:22:42,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-24T17:22:42,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 55493b864df63ecd28b74dedefd5d3a2, NAME => 'hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:22:42,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:22:42,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:22:42,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. service=MultiRowMutationService 2024-11-24T17:22:42,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:22:42,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:22:42,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,355 INFO [StoreOpener-55493b864df63ecd28b74dedefd5d3a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,356 INFO [StoreOpener-55493b864df63ecd28b74dedefd5d3a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55493b864df63ecd28b74dedefd5d3a2 columnFamilyName hfileref 2024-11-24T17:22:42,356 DEBUG [StoreOpener-55493b864df63ecd28b74dedefd5d3a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:42,356 INFO [StoreOpener-55493b864df63ecd28b74dedefd5d3a2-1 {}] regionserver.HStore(327): Store=55493b864df63ecd28b74dedefd5d3a2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:42,356 INFO [StoreOpener-55493b864df63ecd28b74dedefd5d3a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,357 INFO [StoreOpener-55493b864df63ecd28b74dedefd5d3a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55493b864df63ecd28b74dedefd5d3a2 columnFamilyName queue 2024-11-24T17:22:42,357 DEBUG [StoreOpener-55493b864df63ecd28b74dedefd5d3a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:42,357 INFO [StoreOpener-55493b864df63ecd28b74dedefd5d3a2-1 {}] regionserver.HStore(327): Store=55493b864df63ecd28b74dedefd5d3a2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:42,357 INFO [StoreOpener-55493b864df63ecd28b74dedefd5d3a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,358 INFO [StoreOpener-55493b864df63ecd28b74dedefd5d3a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55493b864df63ecd28b74dedefd5d3a2 columnFamilyName sid 2024-11-24T17:22:42,358 DEBUG [StoreOpener-55493b864df63ecd28b74dedefd5d3a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:22:42,358 INFO [StoreOpener-55493b864df63ecd28b74dedefd5d3a2-1 {}] regionserver.HStore(327): Store=55493b864df63ecd28b74dedefd5d3a2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:22:42,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/replication/55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/replication/55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:22:42,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/replication/55493b864df63ecd28b74dedefd5d3a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:22:42,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 55493b864df63ecd28b74dedefd5d3a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71128141, jitterRate=0.059891894459724426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:22:42,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:42,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 55493b864df63ecd28b74dedefd5d3a2: Running coprocessor pre-open hook at 1732468962354Writing region info on filesystem at 1732468962354Initializing all the Stores at 1732468962355 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468962355Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468962355Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468962355Cleaning up temporary data from old regions at 1732468962360 (+5 ms)Running coprocessor post-open hooks at 1732468962362 (+2 ms)Region opened successfully at 1732468962362 2024-11-24T17:22:42,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2., pid=10, masterSystemTime=1732468962333 2024-11-24T17:22:42,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. 2024-11-24T17:22:42,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. 2024-11-24T17:22:42,365 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55493b864df63ecd28b74dedefd5d3a2, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:42,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55493b864df63ecd28b74dedefd5d3a2, server=a23eb99f71f0,38107,1732468946986 because future has completed 2024-11-24T17:22:42,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:22:42,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 55493b864df63ecd28b74dedefd5d3a2, server=a23eb99f71f0,38107,1732468946986 in 186 msec 2024-11-24T17:22:42,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T17:22:42,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55493b864df63ecd28b74dedefd5d3a2, ASSIGN in 343 msec 2024-11-24T17:22:42,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:22:42,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468962371"}]},"ts":"1732468962371"} 2024-11-24T17:22:42,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:22:42,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:22:42,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-24T17:22:42,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2., hostname=a23eb99f71f0,38107,1732468946986, seqNum=2] 2024-11-24T17:22:42,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:42,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:42,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:22:42,573 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 379, reset compression=false 2024-11-24T17:22:42,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T17:22:42,700 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:22:42,732 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,38107,1732468946986, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:22:42,733 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:42,733 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,38107,1732468946986, seqNum=-1] 2024-11-24T17:22:42,733 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:42,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T17:22:42,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,38107,1732468946986', locateType=CURRENT is [region=hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2., hostname=a23eb99f71f0,38107,1732468946986, seqNum=2] 2024-11-24T17:22:42,738 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T17:22:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T17:22:42,740 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,38107,1732468946986 suceeded 2024-11-24T17:22:42,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T17:22:42,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-24T17:22:42,741 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:39533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:22:42,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5430 sec 2024-11-24T17:22:42,750 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:39533' 2024-11-24T17:22:42,751 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d9a524d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:42,751 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,39533,-1 for getting cluster id 2024-11-24T17:22:42,751 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:42,752 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea60972f-e3c2-441a-a70a-7843daa9cc60' 2024-11-24T17:22:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea60972f-e3c2-441a-a70a-7843daa9cc60" 2024-11-24T17:22:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f92794d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,39533,-1] 2024-11-24T17:22:42,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:42,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:42,753 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:42,754 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@120cd1b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:42,754 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:42,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:42,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e3262d2 2024-11-24T17:22:42,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:42,755 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T17:22:42,755 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,38107,1732468946986 (queues=1) is replicating from cluster=f48737b0-7eaa-4b6a-a4a8-973be0de1f54 to cluster=ea60972f-e3c2-441a-a70a-7843daa9cc60 2024-11-24T17:22:42,755 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C38107%2C1732468946986 2024-11-24T17:22:42,756 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,38107,1732468946986, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:22:42,756 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C38107%2C1732468946986 2024-11-24T17:22:42,756 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334, startPosition=0, beingWritten=true 2024-11-24T17:22:42,760 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:42,760 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 379, reset compression=false 2024-11-24T17:22:42,760 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38107,1732468946986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:42,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:42,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:22:42,815 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68591 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:22:42,859 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 379, reset compression=false 2024-11-24T17:22:42,963 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 379, reset compression=false 2024-11-24T17:22:43,266 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 379, reset compression=false 2024-11-24T17:22:43,276 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 379, reset compression=false 2024-11-24T17:22:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:22:43,345 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:22:43,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:43,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:43,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:43,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:43,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:43,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e90e44a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:43,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,39533,-1 for getting cluster id 2024-11-24T17:22:43,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:43,347 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea60972f-e3c2-441a-a70a-7843daa9cc60' 2024-11-24T17:22:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea60972f-e3c2-441a-a70a-7843daa9cc60" 2024-11-24T17:22:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645b9810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,39533,-1] 2024-11-24T17:22:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:43,348 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:43,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341e3b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:43,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61640177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:43,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46101,-1 for getting cluster id 2024-11-24T17:22:43,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:43,349 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe22a84-108c-4a23-8d22-f0cb2f7ee78b' 2024-11-24T17:22:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe22a84-108c-4a23-8d22-f0cb2f7ee78b" 2024-11-24T17:22:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e00caa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46101,-1] 2024-11-24T17:22:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:43,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:43,350 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329129c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:43,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b058a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:43,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,45161,-1 for getting cluster id 2024-11-24T17:22:43,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:43,352 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f48737b0-7eaa-4b6a-a4a8-973be0de1f54' 2024-11-24T17:22:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f48737b0-7eaa-4b6a-a4a8-973be0de1f54" 2024-11-24T17:22:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a218661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,45161,-1] 2024-11-24T17:22:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:43,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:43,353 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:43,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fd2895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:43,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,42269,1732468934229, seqNum=-1] 2024-11-24T17:22:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:43,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:22:43,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9., hostname=a23eb99f71f0,42269,1732468934229, seqNum=2] 2024-11-24T17:22:43,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:43,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,38107,1732468946986, seqNum=-1] 2024-11-24T17:22:43,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:43,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:22:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882., hostname=a23eb99f71f0,38107,1732468946986, seqNum=2] 2024-11-24T17:22:43,383 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T17:22:43,573 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T17:22:43,669 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 379, reset compression=false 2024-11-24T17:22:43,863 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 379, reset compression=false 2024-11-24T17:22:43,868 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:43,868 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 480, reset compression=false 2024-11-24T17:22:43,868 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,42269,1732468934229 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea0540f2180ba6a74cdb800bd9a6b1b9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T17:22:43,870 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:22:43,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-24T17:22:43,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:43,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1ee8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:43,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46101,-1 for getting cluster id 2024-11-24T17:22:43,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:43,872 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abe22a84-108c-4a23-8d22-f0cb2f7ee78b' 2024-11-24T17:22:43,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:43,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abe22a84-108c-4a23-8d22-f0cb2f7ee78b" 2024-11-24T17:22:43,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@398115c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46101,-1] 2024-11-24T17:22:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:43,873 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:43,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f115e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:43,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:43,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,46557,1732468940443, seqNum=-1] 2024-11-24T17:22:43,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:43,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T17:22:43,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732468952596.75c33827473081bed2478e525d06750e., hostname=a23eb99f71f0,46557,1732468940443, seqNum=2] 2024-11-24T17:22:43,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:44,071 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 480, reset compression=false 2024-11-24T17:22:44,079 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 379, reset compression=false 2024-11-24T17:22:44,083 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:44,083 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 504, reset compression=false 2024-11-24T17:22:44,083 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,46557,1732468940443 got entry batch from reader: WALEntryBatch [walEntries=[{test/75c33827473081bed2478e525d06750e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T17:22:44,085 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:22:44,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-24T17:22:44,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:44,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d24bdc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:44,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,45161,-1 for getting cluster id 2024-11-24T17:22:44,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:44,091 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f48737b0-7eaa-4b6a-a4a8-973be0de1f54' 2024-11-24T17:22:44,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:44,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f48737b0-7eaa-4b6a-a4a8-973be0de1f54" 2024-11-24T17:22:44,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ee177d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:44,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,45161,-1] 2024-11-24T17:22:44,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:44,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:44,092 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:44,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45091d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:44,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:44,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,38107,1732468946986, seqNum=-1] 2024-11-24T17:22:44,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:44,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T17:22:44,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882., hostname=a23eb99f71f0,38107,1732468946986, seqNum=2] 2024-11-24T17:22:44,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:44,173 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 379, reset compression=false 2024-11-24T17:22:44,177 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:44,177 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 528, reset compression=false 2024-11-24T17:22:44,177 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38107,1732468946986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:44,291 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 504, reset compression=false 2024-11-24T17:22:44,375 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 480, reset compression=false 2024-11-24T17:22:44,381 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 528, reset compression=false 2024-11-24T17:22:44,385 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T17:22:44,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:44,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,46557,1732468940443, seqNum=-1] 2024-11-24T17:22:44,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:44,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:22:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732468952596.75c33827473081bed2478e525d06750e., hostname=a23eb99f71f0,46557,1732468940443, seqNum=2] 2024-11-24T17:22:44,391 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T17:22:44,594 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 504, reset compression=false 2024-11-24T17:22:44,599 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:44,599 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 608, reset compression=false 2024-11-24T17:22:44,599 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,46557,1732468940443 got entry batch from reader: WALEntryBatch [walEntries=[{test/75c33827473081bed2478e525d06750e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T17:22:44,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:44,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:44,684 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 528, reset compression=false 2024-11-24T17:22:44,688 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:44,688 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 656, reset compression=false 2024-11-24T17:22:44,688 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38107,1732468946986 got entry batch from reader: WALEntryBatch [walEntries=[{test/aed8ac87b6b5b8ff3f6627829c73f882/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T17:22:44,690 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:22:44,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T17:22:44,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:44,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77b8ea54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:44,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,39533,-1 for getting cluster id 2024-11-24T17:22:44,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:44,694 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea60972f-e3c2-441a-a70a-7843daa9cc60' 2024-11-24T17:22:44,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:44,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea60972f-e3c2-441a-a70a-7843daa9cc60" 2024-11-24T17:22:44,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f0c2761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:44,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,39533,-1] 2024-11-24T17:22:44,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:44,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:44,695 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:44,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27cdb1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:44,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:22:44,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,42269,1732468934229, seqNum=-1] 2024-11-24T17:22:44,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:22:44,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T17:22:44,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9., hostname=a23eb99f71f0,42269,1732468934229, seqNum=2] 2024-11-24T17:22:44,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:44,778 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 480, reset compression=false 2024-11-24T17:22:44,782 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:44,782 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 632, reset compression=false 2024-11-24T17:22:44,782 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,42269,1732468934229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:44,802 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 608, reset compression=false 2024-11-24T17:22:44,891 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 656, reset compression=false 2024-11-24T17:22:44,985 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 632, reset compression=false 2024-11-24T17:22:45,105 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 608, reset compression=false 2024-11-24T17:22:45,194 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 656, reset compression=false 2024-11-24T17:22:45,288 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 632, reset compression=false 2024-11-24T17:22:45,393 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T17:22:45,395 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T17:22:45,508 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 608, reset compression=false 2024-11-24T17:22:45,598 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 656, reset compression=false 2024-11-24T17:22:45,603 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:45,603 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 760, reset compression=false 2024-11-24T17:22:45,603 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38107,1732468946986 got entry batch from reader: WALEntryBatch [walEntries=[{test/aed8ac87b6b5b8ff3f6627829c73f882/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T17:22:45,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:45,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:45,691 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 632, reset compression=false 2024-11-24T17:22:45,695 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:45,695 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 760, reset compression=false 2024-11-24T17:22:45,695 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,42269,1732468934229 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea0540f2180ba6a74cdb800bd9a6b1b9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T17:22:45,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:45,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:45,807 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 760, reset compression=false 2024-11-24T17:22:45,899 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 760, reset compression=false 2024-11-24T17:22:46,012 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 608, reset compression=false 2024-11-24T17:22:46,016 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:46,016 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 760, reset compression=false 2024-11-24T17:22:46,016 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,46557,1732468940443 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:46,111 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 760, reset compression=false 2024-11-24T17:22:46,203 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 760, reset compression=false 2024-11-24T17:22:46,220 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 760, reset compression=false 2024-11-24T17:22:46,397 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T17:22:46,405 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T17:22:46,514 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 760, reset compression=false 2024-11-24T17:22:46,523 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 760, reset compression=false 2024-11-24T17:22:46,607 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 760, reset compression=false 2024-11-24T17:22:46,611 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:46,611 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 916, reset compression=false 2024-11-24T17:22:46,611 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,42269,1732468934229 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea0540f2180ba6a74cdb800bd9a6b1b9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T17:22:46,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:46,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:46,816 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 916, reset compression=false 2024-11-24T17:22:46,927 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 760, reset compression=false 2024-11-24T17:22:46,931 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:46,931 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 908, reset compression=false 2024-11-24T17:22:46,931 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,46557,1732468940443 got entry batch from reader: WALEntryBatch [walEntries=[{test/75c33827473081bed2478e525d06750e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T17:22:46,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:46,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:47,018 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 760, reset compression=false 2024-11-24T17:22:47,023 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:47,023 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 932, reset compression=false 2024-11-24T17:22:47,023 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38107,1732468946986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:47,119 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 916, reset compression=false 2024-11-24T17:22:47,135 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 908, reset compression=false 2024-11-24T17:22:47,227 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 932, reset compression=false 2024-11-24T17:22:47,407 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T17:22:47,410 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T17:22:47,438 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 908, reset compression=false 2024-11-24T17:22:47,442 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:47,442 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1067, reset compression=false 2024-11-24T17:22:47,442 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,46557,1732468940443 got entry batch from reader: WALEntryBatch [walEntries=[{test/75c33827473081bed2478e525d06750e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T17:22:47,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:47,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:47,523 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 916, reset compression=false 2024-11-24T17:22:47,531 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 932, reset compression=false 2024-11-24T17:22:47,535 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:47,535 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1082, reset compression=false 2024-11-24T17:22:47,535 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38107,1732468946986 got entry batch from reader: WALEntryBatch [walEntries=[{test/aed8ac87b6b5b8ff3f6627829c73f882/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T17:22:47,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:47,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:47,646 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1067, reset compression=false 2024-11-24T17:22:47,738 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1082, reset compression=false 2024-11-24T17:22:47,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:22:47,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:47,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:47,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:47,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:47,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:47,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:47,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:47,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:47,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:47,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:47,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:47,949 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1067, reset compression=false 2024-11-24T17:22:48,027 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 916, reset compression=false 2024-11-24T17:22:48,031 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:48,031 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1090, reset compression=false 2024-11-24T17:22:48,031 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,42269,1732468934229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:48,042 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1082, reset compression=false 2024-11-24T17:22:48,234 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1090, reset compression=false 2024-11-24T17:22:48,353 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1067, reset compression=false 2024-11-24T17:22:48,411 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T17:22:48,415 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T17:22:48,445 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1082, reset compression=false 2024-11-24T17:22:48,450 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:48,450 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1241, reset compression=false 2024-11-24T17:22:48,450 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38107,1732468946986 got entry batch from reader: WALEntryBatch [walEntries=[{test/aed8ac87b6b5b8ff3f6627829c73f882/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T17:22:48,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:48,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:48,538 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1090, reset compression=false 2024-11-24T17:22:48,543 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:48,543 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1240, reset compression=false 2024-11-24T17:22:48,543 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,42269,1732468934229 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea0540f2180ba6a74cdb800bd9a6b1b9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T17:22:48,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:48,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:48,654 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1241, reset compression=false 2024-11-24T17:22:48,746 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1240, reset compression=false 2024-11-24T17:22:48,856 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1067, reset compression=false 2024-11-24T17:22:48,860 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:48,860 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1241, reset compression=false 2024-11-24T17:22:48,860 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,46557,1732468940443 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:48,957 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1241, reset compression=false 2024-11-24T17:22:49,049 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1240, reset compression=false 2024-11-24T17:22:49,063 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1241, reset compression=false 2024-11-24T17:22:49,360 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1241, reset compression=false 2024-11-24T17:22:49,366 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1241, reset compression=false 2024-11-24T17:22:49,416 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T17:22:49,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce8bb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:49,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,45161,-1 for getting cluster id 2024-11-24T17:22:49,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:49,422 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f48737b0-7eaa-4b6a-a4a8-973be0de1f54' 2024-11-24T17:22:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f48737b0-7eaa-4b6a-a4a8-973be0de1f54" 2024-11-24T17:22:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ae51c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,45161,-1] 2024-11-24T17:22:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:49,424 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:49,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e66b633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:49,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:49,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:49,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d4b0374 2024-11-24T17:22:49,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:49,427 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:22:49,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-24T17:22:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-24T17:22:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T17:22:49,453 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1240, reset compression=false 2024-11-24T17:22:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T17:22:49,677 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T17:22:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T17:22:49,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:22:49,768 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1241, reset compression=false 2024-11-24T17:22:49,863 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1241, reset compression=false 2024-11-24T17:22:49,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T17:22:49,917 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-24T17:22:49,918 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-24T17:22:49,918 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,38107,1732468946986 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-24T17:22:49,918 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0. 2024-11-24T17:22:49,918 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:49,918 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:49,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:49,918 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:49,956 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1240, reset compression=false 2024-11-24T17:22:50,018 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T17:22:50,018 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T17:22:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T17:22:50,119 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 terminated 2024-11-24T17:22:50,134 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,38107,1732468946986, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:22:50,135 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-24T17:22:50,135 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T17:22:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T17:22:50,137 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on a23eb99f71f0,38107,1732468946986 suceeded 2024-11-24T17:22:50,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T17:22:50,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-24T17:22:50,139 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-24T17:22:50,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 711 msec 2024-11-24T17:22:50,147 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:39533' 2024-11-24T17:22:50,148 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ea6588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:50,148 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,39533,-1 for getting cluster id 2024-11-24T17:22:50,149 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:50,149 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea60972f-e3c2-441a-a70a-7843daa9cc60' 2024-11-24T17:22:50,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:50,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea60972f-e3c2-441a-a70a-7843daa9cc60" 2024-11-24T17:22:50,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6206b2d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:50,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,39533,-1] 2024-11-24T17:22:50,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:50,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:50,150 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:50,151 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30cb8a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:50,151 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:50,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:50,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35220be4 2024-11-24T17:22:50,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:50,152 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T17:22:50,153 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,38107,1732468946986 (queues=1) is replicating from cluster=f48737b0-7eaa-4b6a-a4a8-973be0de1f54 to cluster=ea60972f-e3c2-441a-a70a-7843daa9cc60 2024-11-24T17:22:50,153 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C38107%2C1732468946986 2024-11-24T17:22:50,153 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,38107,1732468946986, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:22:50,153 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C38107%2C1732468946986 2024-11-24T17:22:50,271 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1241, reset compression=false 2024-11-24T17:22:50,560 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1240, reset compression=false 2024-11-24T17:22:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T17:22:50,564 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:22:50,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:50,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:50,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:50,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:50,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:50,568 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-24T17:22:50,875 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1241, reset compression=false 2024-11-24T17:22:51,263 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1240, reset compression=false 2024-11-24T17:22:51,267 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:51,267 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1344, reset compression=false 2024-11-24T17:22:51,267 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,42269,1732468934229 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea0540f2180ba6a74cdb800bd9a6b1b9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T17:22:51,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:51,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:51,472 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1344, reset compression=false 2024-11-24T17:22:51,569 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-24T17:22:51,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b2d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:51,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,45161,-1 for getting cluster id 2024-11-24T17:22:51,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:22:51,572 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f48737b0-7eaa-4b6a-a4a8-973be0de1f54' 2024-11-24T17:22:51,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:22:51,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f48737b0-7eaa-4b6a-a4a8-973be0de1f54" 2024-11-24T17:22:51,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ca2342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:51,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,45161,-1] 2024-11-24T17:22:51,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:22:51,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:51,573 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:22:51,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704ff3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:22:51,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:22:51,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:51,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f1de20d 2024-11-24T17:22:51,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:22:51,577 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:22:51,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-24T17:22:51,579 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1241, reset compression=false 2024-11-24T17:22:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-24T17:22:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T17:22:51,583 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceWALReader(177): Read 2 WAL entries eligible for replication 2024-11-24T17:22:51,583 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1473, reset compression=false 2024-11-24T17:22:51,583 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,46557,1732468940443 got entry batch from reader: WALEntryBatch [walEntries=[{test/75c33827473081bed2478e525d06750e/10=[#edits: 1 = ],223}, {test/75c33827473081bed2478e525d06750e/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951, lastWalPosition=1473, nbRowKeys=2, nbHFiles=0, heapSize=430, lastSeqIds={}, endOfFile=false,usedBufferSize=430] 2024-11-24T17:22:51,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:51,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:51,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:22:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T17:22:51,775 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1344, reset compression=false 2024-11-24T17:22:51,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-24T17:22:51,784 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-24T17:22:51,785 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T17:22:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-24T17:22:51,786 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1473, reset compression=false 2024-11-24T17:22:51,786 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on a23eb99f71f0,38107,1732468946986 suceeded 2024-11-24T17:22:51,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T17:22:51,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-24T17:22:51,788 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-24T17:22:51,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 211 msec 2024-11-24T17:22:51,855 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334, startPosition=1241, beingWritten=true 2024-11-24T17:22:51,859 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:22:51,859 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1521, reset compression=false 2024-11-24T17:22:51,859 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38107,1732468946986 got entry batch from reader: WALEntryBatch [walEntries=[{test/aed8ac87b6b5b8ff3f6627829c73f882/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T17:22:51,861 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:22:51,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T17:22:51,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:22:51,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:22:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T17:22:51,895 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:22:51,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:51,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:51,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:51,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:51,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:51,896 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-24T17:22:51,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:22:51,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:51,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:51,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:51,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:51,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:51,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:22:51,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1307658181, stopped=false 2024-11-24T17:22:51,897 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,45161,1732468946845 2024-11-24T17:22:51,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2995911302/running 2024-11-24T17:22:51,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2995911302/running 2024-11-24T17:22:51,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:51,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:51,945 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:22:51,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:51,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:51,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:51,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Set watcher on znode that does not yet exist, /2995911302/running 2024-11-24T17:22:51,946 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,38107,1732468946986' ***** 2024-11-24T17:22:51,946 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:22:51,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Set watcher on znode that does not yet exist, /2995911302/running 2024-11-24T17:22:51,946 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:22:51,946 INFO [RS:0;a23eb99f71f0:38107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:22:51,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:22:51,947 INFO [RS:0;a23eb99f71f0:38107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:22:51,947 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(3091): Received CLOSE for 55493b864df63ecd28b74dedefd5d3a2 2024-11-24T17:22:51,947 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(3091): Received CLOSE for aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:51,947 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:51,947 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:22:51,947 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55493b864df63ecd28b74dedefd5d3a2, disabling compactions & flushes 2024-11-24T17:22:51,947 INFO [RS:0;a23eb99f71f0:38107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:38107. 2024-11-24T17:22:51,947 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. 2024-11-24T17:22:51,947 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. 2024-11-24T17:22:51,947 DEBUG [RS:0;a23eb99f71f0:38107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:51,947 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. after waiting 0 ms 2024-11-24T17:22:51,947 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. 2024-11-24T17:22:51,947 DEBUG [RS:0;a23eb99f71f0:38107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:51,947 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:22:51,947 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:22:51,947 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:22:51,947 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55493b864df63ecd28b74dedefd5d3a2 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-24T17:22:51,947 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:22:51,947 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T17:22:51,947 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1325): Online Regions={55493b864df63ecd28b74dedefd5d3a2=hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2., 1588230740=hbase:meta,,1.1588230740, aed8ac87b6b5b8ff3f6627829c73f882=test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882.} 2024-11-24T17:22:51,947 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:22:51,948 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:22:51,948 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55493b864df63ecd28b74dedefd5d3a2, aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:51,948 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:22:51,948 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:22:51,948 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:22:51,948 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T17:22:51,960 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/replication/55493b864df63ecd28b74dedefd5d3a2/.tmp/queue/e126fea05c634f8996bbdf60851cd525 is 154, key is 1-a23eb99f71f0,38107,1732468946986/queue:a23eb99f71f0%2C38107%2C1732468946986/1732468971865/Put/seqid=0 2024-11-24T17:22:51,963 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/.tmp/info/cb3048b5826049bfaca6de1776e03bff is 147, key is hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2./info:regioninfo/1732468962364/Put/seqid=0 2024-11-24T17:22:51,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741840_1016 (size=5353) 2024-11-24T17:22:51,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741841_1017 (size=7686) 2024-11-24T17:22:52,023 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:22:52,063 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1521, reset compression=false 2024-11-24T17:22:52,089 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1473, reset compression=false 2024-11-24T17:22:52,148 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55493b864df63ecd28b74dedefd5d3a2, aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:52,178 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1344, reset compression=false 2024-11-24T17:22:52,182 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:52,182 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1496, reset compression=false 2024-11-24T17:22:52,182 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,42269,1732468934229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:52,207 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:22:52,207 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:22:52,348 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55493b864df63ecd28b74dedefd5d3a2, aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:52,364 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/replication/55493b864df63ecd28b74dedefd5d3a2/.tmp/queue/e126fea05c634f8996bbdf60851cd525 2024-11-24T17:22:52,366 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1521, reset compression=false 2024-11-24T17:22:52,369 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/replication/55493b864df63ecd28b74dedefd5d3a2/.tmp/queue/e126fea05c634f8996bbdf60851cd525 as hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/replication/55493b864df63ecd28b74dedefd5d3a2/queue/e126fea05c634f8996bbdf60851cd525 2024-11-24T17:22:52,370 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/.tmp/info/cb3048b5826049bfaca6de1776e03bff 2024-11-24T17:22:52,373 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/replication/55493b864df63ecd28b74dedefd5d3a2/queue/e126fea05c634f8996bbdf60851cd525, entries=1, sequenceid=13, filesize=5.2 K 2024-11-24T17:22:52,374 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 55493b864df63ecd28b74dedefd5d3a2 in 427ms, sequenceid=13, compaction requested=false 2024-11-24T17:22:52,377 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/replication/55493b864df63ecd28b74dedefd5d3a2/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-24T17:22:52,377 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:22:52,377 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:22:52,377 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. 2024-11-24T17:22:52,378 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55493b864df63ecd28b74dedefd5d3a2: Waiting for close lock at 1732468971947Running coprocessor pre-close hooks at 1732468971947Disabling compacts and flushes for region at 1732468971947Disabling writes for close at 1732468971947Obtaining lock to block concurrent updates at 1732468971947Preparing flush snapshotting stores in 55493b864df63ecd28b74dedefd5d3a2 at 1732468971947Finished memstore snapshotting hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732468971948 (+1 ms)Flushing stores of hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. at 1732468971948Flushing 55493b864df63ecd28b74dedefd5d3a2/queue: creating writer at 1732468971948Flushing 55493b864df63ecd28b74dedefd5d3a2/queue: appending metadata at 1732468971960 (+12 ms)Flushing 55493b864df63ecd28b74dedefd5d3a2/queue: closing flushed file at 1732468971960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2588f3: reopening flushed file at 1732468972368 (+408 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 55493b864df63ecd28b74dedefd5d3a2 in 427ms, sequenceid=13, compaction requested=false at 1732468972374 (+6 ms)Writing region close event to WAL at 1732468972374Running coprocessor post-close hooks at 1732468972377 (+3 ms)Closed at 1732468972377 2024-11-24T17:22:52,378 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732468961206.55493b864df63ecd28b74dedefd5d3a2. 2024-11-24T17:22:52,378 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aed8ac87b6b5b8ff3f6627829c73f882, disabling compactions & flushes 2024-11-24T17:22:52,378 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. 2024-11-24T17:22:52,378 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. 2024-11-24T17:22:52,378 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. after waiting 0 ms 2024-11-24T17:22:52,378 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. 2024-11-24T17:22:52,378 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aed8ac87b6b5b8ff3f6627829c73f882 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T17:22:52,385 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1496, reset compression=false 2024-11-24T17:22:52,388 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/.tmp/ns/0b9d9b71b4da4237a079520bb6446959 is 43, key is default/ns:d/1732468950353/Put/seqid=0 2024-11-24T17:22:52,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741842_1018 (size=5153) 2024-11-24T17:22:52,392 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/.tmp/f/27596fb6e1044cb28361c91793fccd30 is 37, key is row3/f:row3/1732468970566/Put/seqid=0 2024-11-24T17:22:52,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741843_1019 (size=5228) 2024-11-24T17:22:52,492 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1473, reset compression=false 2024-11-24T17:22:52,548 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:52,689 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1496, reset compression=false 2024-11-24T17:22:52,748 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:52,769 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1521, reset compression=false 2024-11-24T17:22:52,772 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:52,772 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1768, reset compression=false 2024-11-24T17:22:52,772 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,38107,1732468946986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:52,773 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a23eb99f71f0,38107,1732468946986: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a23eb99f71f0,38107,1732468946986, walGroup=a23eb99f71f0%2C38107%2C1732468946986, offset=a23eb99f71f0%2C38107%2C1732468946986.1732468949334:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:38107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T17:22:52,774 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T17:22:52,775 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T17:22:52,775 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T17:22:52,775 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T17:22:52,775 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T17:22:52,775 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 868387104 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198130160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T17:22:52,775 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:45161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:45161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T17:22:52,791 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/.tmp/ns/0b9d9b71b4da4237a079520bb6446959 2024-11-24T17:22:52,796 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/.tmp/f/27596fb6e1044cb28361c91793fccd30 2024-11-24T17:22:52,798 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27596fb6e1044cb28361c91793fccd30 2024-11-24T17:22:52,807 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/.tmp/rep_barrier/713fcc99a20e4e56a109f41886ab26a6 is 112, key is test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882./rep_barrier:seqnumDuringOpen/1732468955890/Put/seqid=0 2024-11-24T17:22:52,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741844_1020 (size=5518) 2024-11-24T17:22:52,818 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/.tmp/f1/1926777d100f4c01b41fb1ab361f1929 is 30, key is row1/f1:/1732468967408/DeleteFamily/seqid=0 2024-11-24T17:22:52,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741845_1021 (size=5158) 2024-11-24T17:22:52,949 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:22:52,949 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, aed8ac87b6b5b8ff3f6627829c73f882=test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882.} 2024-11-24T17:22:52,949 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:52,975 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1768, reset compression=false 2024-11-24T17:22:52,995 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1473, reset compression=false 2024-11-24T17:22:53,092 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1496, reset compression=false 2024-11-24T17:22:53,149 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:53,211 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/.tmp/rep_barrier/713fcc99a20e4e56a109f41886ab26a6 2024-11-24T17:22:53,222 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/.tmp/f1/1926777d100f4c01b41fb1ab361f1929 2024-11-24T17:22:53,226 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1926777d100f4c01b41fb1ab361f1929 2024-11-24T17:22:53,227 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/.tmp/table/f22a74c62ab74b47a868a004e727f284 is 53, key is hbase:replication/table:state/1732468962371/Put/seqid=0 2024-11-24T17:22:53,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741846_1022 (size=5308) 2024-11-24T17:22:53,243 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/.tmp/norep/0d51fe55b9ba4228910871a76dca5ebd is 33, key is row2/norep:/1732468968412/DeleteFamily/seqid=0 2024-11-24T17:22:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741847_1023 (size=5108) 2024-11-24T17:22:53,279 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1768, reset compression=false 2024-11-24T17:22:53,349 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:53,549 DEBUG [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aed8ac87b6b5b8ff3f6627829c73f882 2024-11-24T17:22:53,595 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1496, reset compression=false 2024-11-24T17:22:53,598 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1473, reset compression=false 2024-11-24T17:22:53,634 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/.tmp/table/f22a74c62ab74b47a868a004e727f284 2024-11-24T17:22:53,638 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/.tmp/info/cb3048b5826049bfaca6de1776e03bff as hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/info/cb3048b5826049bfaca6de1776e03bff 2024-11-24T17:22:53,641 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/info/cb3048b5826049bfaca6de1776e03bff, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T17:22:53,642 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/.tmp/ns/0b9d9b71b4da4237a079520bb6446959 as hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/ns/0b9d9b71b4da4237a079520bb6446959 2024-11-24T17:22:53,645 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/ns/0b9d9b71b4da4237a079520bb6446959, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T17:22:53,646 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/.tmp/rep_barrier/713fcc99a20e4e56a109f41886ab26a6 as hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/rep_barrier/713fcc99a20e4e56a109f41886ab26a6 2024-11-24T17:22:53,646 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/.tmp/norep/0d51fe55b9ba4228910871a76dca5ebd 2024-11-24T17:22:53,649 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d51fe55b9ba4228910871a76dca5ebd 2024-11-24T17:22:53,649 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/rep_barrier/713fcc99a20e4e56a109f41886ab26a6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T17:22:53,650 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/.tmp/f/27596fb6e1044cb28361c91793fccd30 as hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/f/27596fb6e1044cb28361c91793fccd30 2024-11-24T17:22:53,650 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/.tmp/table/f22a74c62ab74b47a868a004e727f284 as hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/table/f22a74c62ab74b47a868a004e727f284 2024-11-24T17:22:53,654 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27596fb6e1044cb28361c91793fccd30 2024-11-24T17:22:53,654 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/table/f22a74c62ab74b47a868a004e727f284, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T17:22:53,654 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/f/27596fb6e1044cb28361c91793fccd30, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T17:22:53,655 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/.tmp/f1/1926777d100f4c01b41fb1ab361f1929 as hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/f1/1926777d100f4c01b41fb1ab361f1929 2024-11-24T17:22:53,655 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-24T17:22:53,658 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T17:22:53,659 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:22:53,659 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:22:53,659 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1926777d100f4c01b41fb1ab361f1929 2024-11-24T17:22:53,659 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:53,659 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468971947Running coprocessor pre-close hooks at 1732468971947Disabling compacts and flushes for region at 1732468971947Disabling writes for close at 1732468971948 (+1 ms)Obtaining lock to block concurrent updates at 1732468971948Preparing flush snapshotting stores in 1588230740 at 1732468971948Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732468971948Flushing stores of hbase:meta,,1.1588230740 at 1732468971948Flushing 1588230740/info: creating writer at 1732468971949 (+1 ms)Flushing 1588230740/info: appending metadata at 1732468971963 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732468971963Flushing 1588230740/ns: creating writer at 1732468972373 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732468972387 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732468972387Flushing 1588230740/rep_barrier: creating writer at 1732468972795 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732468972806 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732468972807 (+1 ms)Flushing 1588230740/table: creating writer at 1732468973215 (+408 ms)Flushing 1588230740/table: appending metadata at 1732468973227 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732468973227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db9c6ad: reopening flushed file at 1732468973637 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3932ddc6: reopening flushed file at 1732468973641 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de1bfde: reopening flushed file at 1732468973645 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154a1a04: reopening flushed file at 1732468973649 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1732468973655 (+6 ms)Writing region close event to WAL at 1732468973656 (+1 ms)Running coprocessor post-close hooks at 1732468973659 (+3 ms)Closed at 1732468973659 2024-11-24T17:22:53,659 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/f1/1926777d100f4c01b41fb1ab361f1929, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T17:22:53,659 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:53,659 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/.tmp/norep/0d51fe55b9ba4228910871a76dca5ebd as hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/norep/0d51fe55b9ba4228910871a76dca5ebd 2024-11-24T17:22:53,663 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d51fe55b9ba4228910871a76dca5ebd 2024-11-24T17:22:53,663 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/norep/0d51fe55b9ba4228910871a76dca5ebd, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T17:22:53,664 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for aed8ac87b6b5b8ff3f6627829c73f882 in 1286ms, sequenceid=12, compaction requested=false 2024-11-24T17:22:53,667 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/data/default/test/aed8ac87b6b5b8ff3f6627829c73f882/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T17:22:53,668 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:22:53,668 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:22:53,668 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. 2024-11-24T17:22:53,668 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aed8ac87b6b5b8ff3f6627829c73f882: Waiting for close lock at 1732468972378Running coprocessor pre-close hooks at 1732468972378Disabling compacts and flushes for region at 1732468972378Disabling writes for close at 1732468972378Obtaining lock to block concurrent updates at 1732468972378Preparing flush snapshotting stores in aed8ac87b6b5b8ff3f6627829c73f882 at 1732468972378Finished memstore snapshotting test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732468972378Flushing stores of test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. at 1732468972379 (+1 ms)Flushing aed8ac87b6b5b8ff3f6627829c73f882/f: creating writer at 1732468972379Flushing aed8ac87b6b5b8ff3f6627829c73f882/f: appending metadata at 1732468972392 (+13 ms)Flushing aed8ac87b6b5b8ff3f6627829c73f882/f: closing flushed file at 1732468972392Flushing aed8ac87b6b5b8ff3f6627829c73f882/f1: creating writer at 1732468972798 (+406 ms)Flushing aed8ac87b6b5b8ff3f6627829c73f882/f1: appending metadata at 1732468972818 (+20 ms)Flushing aed8ac87b6b5b8ff3f6627829c73f882/f1: closing flushed file at 1732468972818Flushing aed8ac87b6b5b8ff3f6627829c73f882/norep: creating writer at 1732468973226 (+408 ms)Flushing aed8ac87b6b5b8ff3f6627829c73f882/norep: appending metadata at 1732468973242 (+16 ms)Flushing aed8ac87b6b5b8ff3f6627829c73f882/norep: closing flushed file at 1732468973242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f42fe6: reopening flushed file at 1732468973649 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4c1b80: reopening flushed file at 1732468973654 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b4d608b: reopening flushed file at 1732468973659 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for aed8ac87b6b5b8ff3f6627829c73f882 in 1286ms, sequenceid=12, compaction requested=false at 1732468973664 (+5 ms)Writing region close event to WAL at 1732468973665 (+1 ms)Running coprocessor post-close hooks at 1732468973668 (+3 ms)Closed at 1732468973668 2024-11-24T17:22:53,668 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732468954747.aed8ac87b6b5b8ff3f6627829c73f882. 2024-11-24T17:22:53,682 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 1768, reset compression=false 2024-11-24T17:22:53,685 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:53,685 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 2412, reset compression=false 2024-11-24T17:22:53,749 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,38107,1732468946986; all regions closed. 2024-11-24T17:22:53,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741834_1010 (size=4239) 2024-11-24T17:22:53,751 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.meta.1732468950304.meta not finished, retry = 0 2024-11-24T17:22:53,855 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.rep.1732468962338 not finished, retry = 0 2024-11-24T17:22:53,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741839_1015 (size=3333) 2024-11-24T17:22:53,888 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 to pos 2412, reset compression=false 2024-11-24T17:22:53,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741832_1008 (size=2420) 2024-11-24T17:22:53,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/WALs/a23eb99f71f0,38107,1732468946986/a23eb99f71f0%2C38107%2C1732468946986.1732468949334 not finished, retry = 0 2024-11-24T17:22:54,059 DEBUG [RS:0;a23eb99f71f0:38107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:54,059 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:22:54,059 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:22:54,059 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:22:54,060 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:22:54,060 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:22:54,060 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,38107,1732468946986 because: Region server is closing 2024-11-24T17:22:54,060 INFO [RS:0;a23eb99f71f0:38107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:38107. 2024-11-24T17:22:54,060 DEBUG [RS:0;a23eb99f71f0:38107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:54,060 DEBUG [RS:0;a23eb99f71f0:38107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:54,060 DEBUG [RS:0;a23eb99f71f0:38107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:54,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:54,161 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.shippera23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 terminated 2024-11-24T17:22:54,161 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,38107,1732468946986.replicationSource.wal-reader.a23eb99f71f0%2C38107%2C1732468946986,1-a23eb99f71f0,38107,1732468946986 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T17:22:54,161 INFO [RS:0;a23eb99f71f0:38107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:38107. 2024-11-24T17:22:54,161 DEBUG [RS:0;a23eb99f71f0:38107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:54,161 DEBUG [RS:0;a23eb99f71f0:38107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:54,161 DEBUG [RS:0;a23eb99f71f0:38107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:54,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:54,161 INFO [RS:0;a23eb99f71f0:38107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38107 2024-11-24T17:22:54,198 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1496, reset compression=false 2024-11-24T17:22:54,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2995911302/rs/a23eb99f71f0,38107,1732468946986 2024-11-24T17:22:54,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302/rs 2024-11-24T17:22:54,208 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:22:54,219 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,38107,1732468946986] 2024-11-24T17:22:54,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2995911302/draining/a23eb99f71f0,38107,1732468946986 already deleted, retry=false 2024-11-24T17:22:54,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,38107,1732468946986 expired; onlineServers=0 2024-11-24T17:22:54,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,45161,1732468946845' ***** 2024-11-24T17:22:54,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:22:54,229 INFO [M:0;a23eb99f71f0:45161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:22:54,230 INFO [M:0;a23eb99f71f0:45161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:22:54,230 DEBUG [M:0;a23eb99f71f0:45161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:22:54,230 DEBUG [M:0;a23eb99f71f0:45161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:22:54,230 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:22:54,230 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468949079 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468949079,5,FailOnTimeoutGroup] 2024-11-24T17:22:54,230 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468949079 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468949079,5,FailOnTimeoutGroup] 2024-11-24T17:22:54,230 INFO [M:0;a23eb99f71f0:45161 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:22:54,230 INFO [M:0;a23eb99f71f0:45161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:22:54,230 DEBUG [M:0;a23eb99f71f0:45161 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:22:54,230 INFO [M:0;a23eb99f71f0:45161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:22:54,230 INFO [M:0;a23eb99f71f0:45161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:22:54,230 INFO [M:0;a23eb99f71f0:45161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:22:54,231 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:22:54,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2995911302/master 2024-11-24T17:22:54,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2995911302 2024-11-24T17:22:54,240 DEBUG [M:0;a23eb99f71f0:45161 {}] zookeeper.ZKUtil(347): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Unable to get data of znode /2995911302/master because node does not exist (not an error) 2024-11-24T17:22:54,240 WARN [M:0;a23eb99f71f0:45161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:22:54,241 INFO [M:0;a23eb99f71f0:45161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/.lastflushedseqids 2024-11-24T17:22:54,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741848_1024 (size=245) 2024-11-24T17:22:54,244 INFO [M:0;a23eb99f71f0:45161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:22:54,244 INFO [M:0;a23eb99f71f0:45161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:22:54,245 DEBUG [M:0;a23eb99f71f0:45161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:22:54,245 INFO [M:0;a23eb99f71f0:45161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:54,245 DEBUG [M:0;a23eb99f71f0:45161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:54,245 DEBUG [M:0;a23eb99f71f0:45161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:22:54,245 DEBUG [M:0;a23eb99f71f0:45161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:54,245 INFO [M:0;a23eb99f71f0:45161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-24T17:22:54,257 DEBUG [M:0;a23eb99f71f0:45161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a48baa2bf59a4b3c8ceae85a9d990538 is 82, key is hbase:meta,,1/info:regioninfo/1732468950343/Put/seqid=0 2024-11-24T17:22:54,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741849_1025 (size=5672) 2024-11-24T17:22:54,301 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1473, reset compression=false 2024-11-24T17:22:54,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:54,319 INFO [RS:0;a23eb99f71f0:38107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:22:54,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38107-0x1016dddf4ea0007, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:54,319 INFO [RS:0;a23eb99f71f0:38107 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,38107,1732468946986; zookeeper connection closed. 2024-11-24T17:22:54,319 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@458a0392 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@458a0392 2024-11-24T17:22:54,319 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:22:54,661 INFO [M:0;a23eb99f71f0:45161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a48baa2bf59a4b3c8ceae85a9d990538 2024-11-24T17:22:54,678 DEBUG [M:0;a23eb99f71f0:45161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69268da4a5c046d0847c640fe9741117 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732468962375/Put/seqid=0 2024-11-24T17:22:54,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741850_1026 (size=9211) 2024-11-24T17:22:54,902 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1496, reset compression=false 2024-11-24T17:22:55,082 INFO [M:0;a23eb99f71f0:45161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69268da4a5c046d0847c640fe9741117 2024-11-24T17:22:55,098 DEBUG [M:0;a23eb99f71f0:45161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/445db74db64a4de1bb3fc4b0056f345e is 69, key is a23eb99f71f0,38107,1732468946986/rs:state/1732468949151/Put/seqid=0 2024-11-24T17:22:55,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741851_1027 (size=5156) 2024-11-24T17:22:55,103 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1473, reset compression=false 2024-11-24T17:22:55,501 INFO [M:0;a23eb99f71f0:45161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/445db74db64a4de1bb3fc4b0056f345e 2024-11-24T17:22:55,505 DEBUG [M:0;a23eb99f71f0:45161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a48baa2bf59a4b3c8ceae85a9d990538 as hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a48baa2bf59a4b3c8ceae85a9d990538 2024-11-24T17:22:55,508 INFO [M:0;a23eb99f71f0:45161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a48baa2bf59a4b3c8ceae85a9d990538, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T17:22:55,509 DEBUG [M:0;a23eb99f71f0:45161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69268da4a5c046d0847c640fe9741117 as hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69268da4a5c046d0847c640fe9741117 2024-11-24T17:22:55,512 INFO [M:0;a23eb99f71f0:45161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69268da4a5c046d0847c640fe9741117, entries=15, sequenceid=127, filesize=9.0 K 2024-11-24T17:22:55,512 DEBUG [M:0;a23eb99f71f0:45161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/445db74db64a4de1bb3fc4b0056f345e as hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/445db74db64a4de1bb3fc4b0056f345e 2024-11-24T17:22:55,516 INFO [M:0;a23eb99f71f0:45161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37603/user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/445db74db64a4de1bb3fc4b0056f345e, entries=1, sequenceid=127, filesize=5.0 K 2024-11-24T17:22:55,517 INFO [M:0;a23eb99f71f0:45161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false 2024-11-24T17:22:55,518 INFO [M:0;a23eb99f71f0:45161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:55,518 DEBUG [M:0;a23eb99f71f0:45161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468974244Disabling compacts and flushes for region at 1732468974244Disabling writes for close at 1732468974245 (+1 ms)Obtaining lock to block concurrent updates at 1732468974245Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468974245Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732468974245Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468974245Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468974245Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468974256 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468974257 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468974665 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468974678 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468974678Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468975086 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468975097 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468975097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1761a2b5: reopening flushed file at 1732468975504 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74268d81: reopening flushed file at 1732468975508 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468f8008: reopening flushed file at 1732468975512 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false at 1732468975517 (+5 ms)Writing region close event to WAL at 1732468975518 (+1 ms)Closed at 1732468975518 2024-11-24T17:22:55,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741830_1006 (size=73854) 2024-11-24T17:22:55,519 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f317cbca-4d37-14ec-01c3-b0892f54ba92/MasterData/WALs/a23eb99f71f0,45161,1732468946845/a23eb99f71f0%2C45161%2C1732468946845.1732468948734 not finished, retry = 0 2024-11-24T17:22:55,620 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:22:55,621 INFO [M:0;a23eb99f71f0:45161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:22:55,621 INFO [M:0;a23eb99f71f0:45161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45161 2024-11-24T17:22:55,621 INFO [M:0;a23eb99f71f0:45161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:22:55,705 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1496, reset compression=false 2024-11-24T17:22:55,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:55,803 INFO [M:0;a23eb99f71f0:45161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:22:55,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45161-0x1016dddf4ea0006, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:55,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@789479e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:22:55,806 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ed3265{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:22:55,806 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:22:55,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@136da44c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:22:55,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ae5604{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/hadoop.log.dir/,STOPPED} 2024-11-24T17:22:55,807 WARN [BP-912666603-172.17.0.3-1732468944911 heartbeating to localhost/127.0.0.1:37603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:22:55,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:22:55,807 WARN [BP-912666603-172.17.0.3-1732468944911 heartbeating to localhost/127.0.0.1:37603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-912666603-172.17.0.3-1732468944911 (Datanode Uuid 35be5288-d88d-4fdf-bf57-8fe1e680e67b) service to localhost/127.0.0.1:37603 2024-11-24T17:22:55,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:22:55,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/cluster_64dcea18-f4f4-b36d-2c71-d8fe1657a435/data/data1/current/BP-912666603-172.17.0.3-1732468944911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:22:55,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/cluster_64dcea18-f4f4-b36d-2c71-d8fe1657a435/data/data2/current/BP-912666603-172.17.0.3-1732468944911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:22:55,808 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:22:55,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4977d1a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:22:55,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e95037{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:22:55,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:22:55,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@212c71b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:22:55,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d63c6a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/hadoop.log.dir/,STOPPED} 2024-11-24T17:22:55,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:22:55,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:22:55,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:55,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:55,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:55,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:55,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:55,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:22:55,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=72998435, stopped=false 2024-11-24T17:22:55,831 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,46101,1732468940093 2024-11-24T17:22:55,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11011302058/running 2024-11-24T17:22:55,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11011302058/running 2024-11-24T17:22:55,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:55,849 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:22:55,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:55,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:55,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Set watcher on znode that does not yet exist, /11011302058/running 2024-11-24T17:22:55,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:55,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:55,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Set watcher on znode that does not yet exist, /11011302058/running 2024-11-24T17:22:55,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,46557,1732468940443' ***** 2024-11-24T17:22:55,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:22:55,850 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:22:55,850 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:22:55,850 INFO [RS:0;a23eb99f71f0:46557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:22:55,850 INFO [RS:0;a23eb99f71f0:46557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:22:55,851 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(3091): Received CLOSE for 71c28e392a9bbd0b15dfeb70afe39dad 2024-11-24T17:22:55,851 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(3091): Received CLOSE for 75c33827473081bed2478e525d06750e 2024-11-24T17:22:55,851 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:55,851 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:22:55,851 INFO [RS:0;a23eb99f71f0:46557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:46557. 2024-11-24T17:22:55,851 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71c28e392a9bbd0b15dfeb70afe39dad, disabling compactions & flushes 2024-11-24T17:22:55,851 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. 2024-11-24T17:22:55,851 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. 2024-11-24T17:22:55,851 DEBUG [RS:0;a23eb99f71f0:46557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:55,851 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. after waiting 0 ms 2024-11-24T17:22:55,851 DEBUG [RS:0;a23eb99f71f0:46557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:55,851 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. 2024-11-24T17:22:55,851 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:22:55,851 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:22:55,851 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71c28e392a9bbd0b15dfeb70afe39dad 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-24T17:22:55,851 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:22:55,851 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:22:55,851 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T17:22:55,851 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 71c28e392a9bbd0b15dfeb70afe39dad=hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad., 75c33827473081bed2478e525d06750e=test,,1732468952596.75c33827473081bed2478e525d06750e.} 2024-11-24T17:22:55,851 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71c28e392a9bbd0b15dfeb70afe39dad, 75c33827473081bed2478e525d06750e 2024-11-24T17:22:55,852 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:22:55,852 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:22:55,852 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:22:55,852 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:22:55,852 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:22:55,852 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T17:22:55,864 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/replication/71c28e392a9bbd0b15dfeb70afe39dad/.tmp/queue/c82617ecfcf247eea4ed1326a1d6d7b9 is 154, key is 1-a23eb99f71f0,46557,1732468940443/queue:a23eb99f71f0%2C46557%2C1732468940443/1732468971588/Put/seqid=0 2024-11-24T17:22:55,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741840_1016 (size=5353) 2024-11-24T17:22:55,869 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/.tmp/info/f5d8209ee9b44cf7854781004b32846e is 147, key is hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad./info:regioninfo/1732468960220/Put/seqid=0 2024-11-24T17:22:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741841_1017 (size=7686) 2024-11-24T17:22:55,872 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/.tmp/info/f5d8209ee9b44cf7854781004b32846e 2024-11-24T17:22:55,893 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/.tmp/ns/fd658572297a4b038f61723ea76e045c is 43, key is default/ns:d/1732468944837/Put/seqid=0 2024-11-24T17:22:55,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741842_1018 (size=5153) 2024-11-24T17:22:55,935 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:22:56,006 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1473, reset compression=false 2024-11-24T17:22:56,052 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71c28e392a9bbd0b15dfeb70afe39dad, 75c33827473081bed2478e525d06750e 2024-11-24T17:22:56,252 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71c28e392a9bbd0b15dfeb70afe39dad, 75c33827473081bed2478e525d06750e 2024-11-24T17:22:56,268 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/replication/71c28e392a9bbd0b15dfeb70afe39dad/.tmp/queue/c82617ecfcf247eea4ed1326a1d6d7b9 2024-11-24T17:22:56,273 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/replication/71c28e392a9bbd0b15dfeb70afe39dad/.tmp/queue/c82617ecfcf247eea4ed1326a1d6d7b9 as hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/replication/71c28e392a9bbd0b15dfeb70afe39dad/queue/c82617ecfcf247eea4ed1326a1d6d7b9 2024-11-24T17:22:56,277 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/replication/71c28e392a9bbd0b15dfeb70afe39dad/queue/c82617ecfcf247eea4ed1326a1d6d7b9, entries=1, sequenceid=13, filesize=5.2 K 2024-11-24T17:22:56,278 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 71c28e392a9bbd0b15dfeb70afe39dad in 427ms, sequenceid=13, compaction requested=false 2024-11-24T17:22:56,278 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T17:22:56,283 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/replication/71c28e392a9bbd0b15dfeb70afe39dad/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-24T17:22:56,284 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:22:56,284 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:22:56,284 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. 2024-11-24T17:22:56,284 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71c28e392a9bbd0b15dfeb70afe39dad: Waiting for close lock at 1732468975851Running coprocessor pre-close hooks at 1732468975851Disabling compacts and flushes for region at 1732468975851Disabling writes for close at 1732468975851Obtaining lock to block concurrent updates at 1732468975851Preparing flush snapshotting stores in 71c28e392a9bbd0b15dfeb70afe39dad at 1732468975851Finished memstore snapshotting hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732468975851Flushing stores of hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. at 1732468975852 (+1 ms)Flushing 71c28e392a9bbd0b15dfeb70afe39dad/queue: creating writer at 1732468975852Flushing 71c28e392a9bbd0b15dfeb70afe39dad/queue: appending metadata at 1732468975864 (+12 ms)Flushing 71c28e392a9bbd0b15dfeb70afe39dad/queue: closing flushed file at 1732468975864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0e6c3d: reopening flushed file at 1732468976273 (+409 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 71c28e392a9bbd0b15dfeb70afe39dad in 427ms, sequenceid=13, compaction requested=false at 1732468976278 (+5 ms)Writing region close event to WAL at 1732468976279 (+1 ms)Running coprocessor post-close hooks at 1732468976283 (+4 ms)Closed at 1732468976284 (+1 ms) 2024-11-24T17:22:56,284 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732468959058.71c28e392a9bbd0b15dfeb70afe39dad. 2024-11-24T17:22:56,284 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75c33827473081bed2478e525d06750e, disabling compactions & flushes 2024-11-24T17:22:56,284 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732468952596.75c33827473081bed2478e525d06750e. 2024-11-24T17:22:56,284 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468952596.75c33827473081bed2478e525d06750e. 2024-11-24T17:22:56,284 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732468952596.75c33827473081bed2478e525d06750e. after waiting 0 ms 2024-11-24T17:22:56,284 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732468952596.75c33827473081bed2478e525d06750e. 2024-11-24T17:22:56,284 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 75c33827473081bed2478e525d06750e 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T17:22:56,297 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/.tmp/ns/fd658572297a4b038f61723ea76e045c 2024-11-24T17:22:56,299 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/.tmp/f/8d6538b13e894f3fa6baa569bf747cce is 37, key is row3/f:row3/1732468970566/Put/seqid=0 2024-11-24T17:22:56,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741843_1019 (size=5228) 2024-11-24T17:22:56,305 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/.tmp/f/8d6538b13e894f3fa6baa569bf747cce 2024-11-24T17:22:56,309 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d6538b13e894f3fa6baa569bf747cce 2024-11-24T17:22:56,318 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/.tmp/rep_barrier/1f5b3b01e4074b289dbbe4ae86f40ab4 is 112, key is test,,1732468952596.75c33827473081bed2478e525d06750e./rep_barrier:seqnumDuringOpen/1732468953739/Put/seqid=0 2024-11-24T17:22:56,322 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/.tmp/f1/7344148188d348daae45a405dbfb1146 is 30, key is row1/f1:/1732468967408/DeleteFamily/seqid=0 2024-11-24T17:22:56,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741844_1020 (size=5518) 2024-11-24T17:22:56,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741845_1021 (size=5158) 2024-11-24T17:22:56,452 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75c33827473081bed2478e525d06750e 2024-11-24T17:22:56,609 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1496, reset compression=false 2024-11-24T17:22:56,652 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75c33827473081bed2478e525d06750e 2024-11-24T17:22:56,724 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/.tmp/rep_barrier/1f5b3b01e4074b289dbbe4ae86f40ab4 2024-11-24T17:22:56,728 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/.tmp/f1/7344148188d348daae45a405dbfb1146 2024-11-24T17:22:56,731 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7344148188d348daae45a405dbfb1146 2024-11-24T17:22:56,748 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/.tmp/table/d4ba170016234f29b9b602af9293d9f4 is 53, key is hbase:replication/table:state/1732468960226/Put/seqid=0 2024-11-24T17:22:56,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741846_1022 (size=5308) 2024-11-24T17:22:56,755 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/.tmp/norep/c39718e4ab63436e82bc4cb6b634577a is 33, key is row1/norep:/1732468967408/DeleteFamily/seqid=0 2024-11-24T17:22:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741847_1023 (size=5108) 2024-11-24T17:22:56,808 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:22:56,808 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:22:56,852 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:22:56,852 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 75c33827473081bed2478e525d06750e=test,,1732468952596.75c33827473081bed2478e525d06750e.} 2024-11-24T17:22:56,852 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75c33827473081bed2478e525d06750e 2024-11-24T17:22:57,009 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1473, reset compression=false 2024-11-24T17:22:57,013 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:57,013 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1720, reset compression=false 2024-11-24T17:22:57,013 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,46557,1732468940443 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:57,014 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a23eb99f71f0,46557,1732468940443: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a23eb99f71f0,46557,1732468940443, walGroup=a23eb99f71f0%2C46557%2C1732468940443, offset=a23eb99f71f0%2C46557%2C1732468940443.1732468943951:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:46557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T17:22:57,015 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T17:22:57,016 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T17:22:57,016 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T17:22:57,016 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T17:22:57,016 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T17:22:57,016 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 731702872 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198656216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T17:22:57,017 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:46101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:46101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T17:22:57,053 DEBUG [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75c33827473081bed2478e525d06750e 2024-11-24T17:22:57,152 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/.tmp/table/d4ba170016234f29b9b602af9293d9f4 2024-11-24T17:22:57,156 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/.tmp/info/f5d8209ee9b44cf7854781004b32846e as hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/info/f5d8209ee9b44cf7854781004b32846e 2024-11-24T17:22:57,159 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/.tmp/norep/c39718e4ab63436e82bc4cb6b634577a 2024-11-24T17:22:57,159 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/info/f5d8209ee9b44cf7854781004b32846e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T17:22:57,160 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/.tmp/ns/fd658572297a4b038f61723ea76e045c as hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/ns/fd658572297a4b038f61723ea76e045c 2024-11-24T17:22:57,162 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c39718e4ab63436e82bc4cb6b634577a 2024-11-24T17:22:57,163 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/.tmp/f/8d6538b13e894f3fa6baa569bf747cce as hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/f/8d6538b13e894f3fa6baa569bf747cce 2024-11-24T17:22:57,163 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/ns/fd658572297a4b038f61723ea76e045c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T17:22:57,164 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/.tmp/rep_barrier/1f5b3b01e4074b289dbbe4ae86f40ab4 as hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/rep_barrier/1f5b3b01e4074b289dbbe4ae86f40ab4 2024-11-24T17:22:57,166 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d6538b13e894f3fa6baa569bf747cce 2024-11-24T17:22:57,166 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/f/8d6538b13e894f3fa6baa569bf747cce, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T17:22:57,167 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/rep_barrier/1f5b3b01e4074b289dbbe4ae86f40ab4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T17:22:57,167 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/.tmp/f1/7344148188d348daae45a405dbfb1146 as hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/f1/7344148188d348daae45a405dbfb1146 2024-11-24T17:22:57,168 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/.tmp/table/d4ba170016234f29b9b602af9293d9f4 as hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/table/d4ba170016234f29b9b602af9293d9f4 2024-11-24T17:22:57,170 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7344148188d348daae45a405dbfb1146 2024-11-24T17:22:57,170 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/f1/7344148188d348daae45a405dbfb1146, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T17:22:57,171 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/table/d4ba170016234f29b9b602af9293d9f4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T17:22:57,171 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/.tmp/norep/c39718e4ab63436e82bc4cb6b634577a as hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/norep/c39718e4ab63436e82bc4cb6b634577a 2024-11-24T17:22:57,171 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-24T17:22:57,172 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:22:57,176 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c39718e4ab63436e82bc4cb6b634577a 2024-11-24T17:22:57,177 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/norep/c39718e4ab63436e82bc4cb6b634577a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T17:22:57,177 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 75c33827473081bed2478e525d06750e in 893ms, sequenceid=12, compaction requested=false 2024-11-24T17:22:57,177 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T17:22:57,178 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T17:22:57,179 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:22:57,179 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:22:57,179 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:57,179 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468975851Running coprocessor pre-close hooks at 1732468975851Disabling compacts and flushes for region at 1732468975851Disabling writes for close at 1732468975852 (+1 ms)Obtaining lock to block concurrent updates at 1732468975852Preparing flush snapshotting stores in 1588230740 at 1732468975852Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732468975852Flushing stores of hbase:meta,,1.1588230740 at 1732468975853 (+1 ms)Flushing 1588230740/info: creating writer at 1732468975853Flushing 1588230740/info: appending metadata at 1732468975868 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732468975868Flushing 1588230740/ns: creating writer at 1732468975876 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732468975892 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732468975893 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732468976302 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732468976318 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732468976318Flushing 1588230740/table: creating writer at 1732468976727 (+409 ms)Flushing 1588230740/table: appending metadata at 1732468976748 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732468976748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dee10c9: reopening flushed file at 1732468977155 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd5485e: reopening flushed file at 1732468977160 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35010687: reopening flushed file at 1732468977164 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e341869: reopening flushed file at 1732468977167 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1732468977171 (+4 ms)Writing region close event to WAL at 1732468977175 (+4 ms)Running coprocessor post-close hooks at 1732468977178 (+3 ms)Closed at 1732468977179 (+1 ms) 2024-11-24T17:22:57,179 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:57,182 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/data/default/test/75c33827473081bed2478e525d06750e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T17:22:57,182 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:22:57,182 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:22:57,182 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732468952596.75c33827473081bed2478e525d06750e. 2024-11-24T17:22:57,182 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75c33827473081bed2478e525d06750e: Waiting for close lock at 1732468976284Running coprocessor pre-close hooks at 1732468976284Disabling compacts and flushes for region at 1732468976284Disabling writes for close at 1732468976284Obtaining lock to block concurrent updates at 1732468976284Preparing flush snapshotting stores in 75c33827473081bed2478e525d06750e at 1732468976284Finished memstore snapshotting test,,1732468952596.75c33827473081bed2478e525d06750e., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732468976285 (+1 ms)Flushing stores of test,,1732468952596.75c33827473081bed2478e525d06750e. at 1732468976285Flushing 75c33827473081bed2478e525d06750e/f: creating writer at 1732468976285Flushing 75c33827473081bed2478e525d06750e/f: appending metadata at 1732468976298 (+13 ms)Flushing 75c33827473081bed2478e525d06750e/f: closing flushed file at 1732468976298Flushing 75c33827473081bed2478e525d06750e/f1: creating writer at 1732468976309 (+11 ms)Flushing 75c33827473081bed2478e525d06750e/f1: appending metadata at 1732468976321 (+12 ms)Flushing 75c33827473081bed2478e525d06750e/f1: closing flushed file at 1732468976321Flushing 75c33827473081bed2478e525d06750e/norep: creating writer at 1732468976731 (+410 ms)Flushing 75c33827473081bed2478e525d06750e/norep: appending metadata at 1732468976754 (+23 ms)Flushing 75c33827473081bed2478e525d06750e/norep: closing flushed file at 1732468976755 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d224116: reopening flushed file at 1732468977162 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ba0ace: reopening flushed file at 1732468977166 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd81652: reopening flushed file at 1732468977171 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 75c33827473081bed2478e525d06750e in 893ms, sequenceid=12, compaction requested=false at 1732468977177 (+6 ms)Writing region close event to WAL at 1732468977179 (+2 ms)Running coprocessor post-close hooks at 1732468977182 (+3 ms)Closed at 1732468977182 2024-11-24T17:22:57,182 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732468952596.75c33827473081bed2478e525d06750e. 2024-11-24T17:22:57,218 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 1720, reset compression=false 2024-11-24T17:22:57,222 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:57,222 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 2364, reset compression=false 2024-11-24T17:22:57,253 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,46557,1732468940443; all regions closed. 2024-11-24T17:22:57,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741834_1010 (size=4239) 2024-11-24T17:22:57,255 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.meta.1732468944799.meta not finished, retry = 0 2024-11-24T17:22:57,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741839_1015 (size=3333) 2024-11-24T17:22:57,358 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.rep.1732468960191 not finished, retry = 0 2024-11-24T17:22:57,425 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 to pos 2364, reset compression=false 2024-11-24T17:22:57,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741832_1008 (size=2372) 2024-11-24T17:22:57,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/WALs/a23eb99f71f0,46557,1732468940443/a23eb99f71f0%2C46557%2C1732468940443.1732468943951 not finished, retry = 0 2024-11-24T17:22:57,561 DEBUG [RS:0;a23eb99f71f0:46557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:57,561 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:22:57,561 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:22:57,562 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:22:57,562 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:22:57,562 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:22:57,562 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,46557,1732468940443 because: Region server is closing 2024-11-24T17:22:57,562 INFO [RS:0;a23eb99f71f0:46557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:46557. 2024-11-24T17:22:57,562 DEBUG [RS:0;a23eb99f71f0:46557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:57,562 DEBUG [RS:0;a23eb99f71f0:46557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:57,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:57,563 DEBUG [RS:0;a23eb99f71f0:46557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:57,612 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1496, reset compression=false 2024-11-24T17:22:57,663 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.shippera23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 terminated 2024-11-24T17:22:57,663 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,46557,1732468940443.replicationSource.wal-reader.a23eb99f71f0%2C46557%2C1732468940443,1-a23eb99f71f0,46557,1732468940443 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T17:22:57,663 INFO [RS:0;a23eb99f71f0:46557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:46557. 2024-11-24T17:22:57,663 DEBUG [RS:0;a23eb99f71f0:46557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:57,663 DEBUG [RS:0;a23eb99f71f0:46557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:57,663 DEBUG [RS:0;a23eb99f71f0:46557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:57,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:57,664 INFO [RS:0;a23eb99f71f0:46557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46557 2024-11-24T17:22:57,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058/rs 2024-11-24T17:22:57,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11011302058/rs/a23eb99f71f0,46557,1732468940443 2024-11-24T17:22:57,777 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:22:57,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,46557,1732468940443] 2024-11-24T17:22:57,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11011302058/draining/a23eb99f71f0,46557,1732468940443 already deleted, retry=false 2024-11-24T17:22:57,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,46557,1732468940443 expired; onlineServers=0 2024-11-24T17:22:57,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,46101,1732468940093' ***** 2024-11-24T17:22:57,798 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:22:57,798 INFO [M:0;a23eb99f71f0:46101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:22:57,798 INFO [M:0;a23eb99f71f0:46101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:22:57,798 DEBUG [M:0;a23eb99f71f0:46101 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:22:57,798 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:22:57,798 DEBUG [M:0;a23eb99f71f0:46101 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:22:57,798 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468943625 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468943625,5,FailOnTimeoutGroup] 2024-11-24T17:22:57,798 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468943626 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468943626,5,FailOnTimeoutGroup] 2024-11-24T17:22:57,798 INFO [M:0;a23eb99f71f0:46101 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:22:57,798 INFO [M:0;a23eb99f71f0:46101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:22:57,798 DEBUG [M:0;a23eb99f71f0:46101 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:22:57,798 INFO [M:0;a23eb99f71f0:46101 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:22:57,799 INFO [M:0;a23eb99f71f0:46101 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:22:57,799 INFO [M:0;a23eb99f71f0:46101 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:22:57,799 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:22:57,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11011302058/master 2024-11-24T17:22:57,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11011302058 2024-11-24T17:22:57,808 DEBUG [M:0;a23eb99f71f0:46101 {}] zookeeper.ZKUtil(347): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Unable to get data of znode /11011302058/master because node does not exist (not an error) 2024-11-24T17:22:57,808 WARN [M:0;a23eb99f71f0:46101 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:22:57,809 INFO [M:0;a23eb99f71f0:46101 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/.lastflushedseqids 2024-11-24T17:22:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741848_1024 (size=245) 2024-11-24T17:22:57,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:22:57,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:57,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:57,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:57,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46557-0x1016dddf4ea0004, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:57,888 INFO [RS:0;a23eb99f71f0:46557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:22:57,888 INFO [RS:0;a23eb99f71f0:46557 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,46557,1732468940443; zookeeper connection closed. 2024-11-24T17:22:57,891 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9a28316 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9a28316 2024-11-24T17:22:57,892 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:22:57,898 INFO [master/a23eb99f71f0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T17:22:57,898 INFO [master/a23eb99f71f0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T17:22:57,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:57,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:57,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:57,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:57,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:57,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:57,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:57,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:57,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:57,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:22:58,220 INFO [M:0;a23eb99f71f0:46101 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:22:58,220 INFO [M:0;a23eb99f71f0:46101 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:22:58,220 DEBUG [M:0;a23eb99f71f0:46101 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:22:58,220 INFO [M:0;a23eb99f71f0:46101 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:58,220 DEBUG [M:0;a23eb99f71f0:46101 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:58,220 DEBUG [M:0;a23eb99f71f0:46101 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:22:58,220 DEBUG [M:0;a23eb99f71f0:46101 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:58,220 INFO [M:0;a23eb99f71f0:46101 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-24T17:22:58,275 DEBUG [M:0;a23eb99f71f0:46101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd726434efa94932a7d0cda58aee24be is 82, key is hbase:meta,,1/info:regioninfo/1732468944827/Put/seqid=0 2024-11-24T17:22:58,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741849_1025 (size=5672) 2024-11-24T17:22:58,706 INFO [M:0;a23eb99f71f0:46101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd726434efa94932a7d0cda58aee24be 2024-11-24T17:22:58,716 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1496, reset compression=false 2024-11-24T17:22:58,742 DEBUG [M:0;a23eb99f71f0:46101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb5f702d62364076aef9c4d3417200bb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732468953748/Put/seqid=0 2024-11-24T17:22:58,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741850_1026 (size=7218) 2024-11-24T17:22:58,757 INFO [M:0;a23eb99f71f0:46101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb5f702d62364076aef9c4d3417200bb 2024-11-24T17:22:58,761 INFO [M:0;a23eb99f71f0:46101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb5f702d62364076aef9c4d3417200bb 2024-11-24T17:22:58,783 DEBUG [M:0;a23eb99f71f0:46101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a41994479ede4f2eb994e5297f643709 is 69, key is a23eb99f71f0,46557,1732468940443/rs:state/1732468943696/Put/seqid=0 2024-11-24T17:22:58,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741851_1027 (size=5156) 2024-11-24T17:22:58,802 INFO [M:0;a23eb99f71f0:46101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a41994479ede4f2eb994e5297f643709 2024-11-24T17:22:58,809 DEBUG [M:0;a23eb99f71f0:46101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd726434efa94932a7d0cda58aee24be as hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd726434efa94932a7d0cda58aee24be 2024-11-24T17:22:58,820 INFO [M:0;a23eb99f71f0:46101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd726434efa94932a7d0cda58aee24be, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T17:22:58,821 DEBUG [M:0;a23eb99f71f0:46101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb5f702d62364076aef9c4d3417200bb as hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb5f702d62364076aef9c4d3417200bb 2024-11-24T17:22:58,828 INFO [M:0;a23eb99f71f0:46101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb5f702d62364076aef9c4d3417200bb 2024-11-24T17:22:58,828 INFO [M:0;a23eb99f71f0:46101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb5f702d62364076aef9c4d3417200bb, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T17:22:58,833 DEBUG [M:0;a23eb99f71f0:46101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a41994479ede4f2eb994e5297f643709 as hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a41994479ede4f2eb994e5297f643709 2024-11-24T17:22:58,845 INFO [M:0;a23eb99f71f0:46101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39359/user/jenkins/test-data/d8d59abf-f3d5-f598-757a-255d7562cabf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a41994479ede4f2eb994e5297f643709, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T17:22:58,849 INFO [M:0;a23eb99f71f0:46101 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 628ms, sequenceid=105, compaction requested=false 2024-11-24T17:22:58,893 INFO [M:0;a23eb99f71f0:46101 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:22:58,893 DEBUG [M:0;a23eb99f71f0:46101 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468978220Disabling compacts and flushes for region at 1732468978220Disabling writes for close at 1732468978220Obtaining lock to block concurrent updates at 1732468978220Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468978220Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732468978221 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468978226 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468978226Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468978275 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468978275Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468978716 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468978741 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468978742 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468978761 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468978783 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468978783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d5bc2d: reopening flushed file at 1732468978808 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cae6167: reopening flushed file at 1732468978820 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49aac981: reopening flushed file at 1732468978829 (+9 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 628ms, sequenceid=105, compaction requested=false at 1732468978849 (+20 ms)Writing region close event to WAL at 1732468978892 (+43 ms)Closed at 1732468978892 2024-11-24T17:22:58,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741830_1006 (size=64423) 2024-11-24T17:22:58,924 INFO [M:0;a23eb99f71f0:46101 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:22:58,924 INFO [M:0;a23eb99f71f0:46101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46101 2024-11-24T17:22:58,925 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:22:58,925 INFO [M:0;a23eb99f71f0:46101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:22:59,088 INFO [M:0;a23eb99f71f0:46101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:22:59,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:59,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46101-0x1016dddf4ea0003, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:22:59,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6396724b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:22:59,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@392dae32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:22:59,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:22:59,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21c70571{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:22:59,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c5d6f5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/hadoop.log.dir/,STOPPED} 2024-11-24T17:22:59,104 WARN [BP-1648743800-172.17.0.3-1732468937830 heartbeating to localhost/127.0.0.1:39359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:22:59,104 WARN [BP-1648743800-172.17.0.3-1732468937830 heartbeating to localhost/127.0.0.1:39359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1648743800-172.17.0.3-1732468937830 (Datanode Uuid ea6a3f91-ed4c-46d8-b958-3fb175d979bc) service to localhost/127.0.0.1:39359 2024-11-24T17:22:59,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/cluster_91d950d6-a3ae-c8ae-f0eb-f106f531d6a4/data/data1/current/BP-1648743800-172.17.0.3-1732468937830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:22:59,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/cluster_91d950d6-a3ae-c8ae-f0eb-f106f531d6a4/data/data2/current/BP-1648743800-172.17.0.3-1732468937830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:22:59,105 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:22:59,105 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:22:59,106 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:22:59,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58c4624c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:22:59,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25840a54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:22:59,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:22:59,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2274d6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:22:59,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab7d46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e59a5b0-2e32-5e30-2c19-6675a019f386/hadoop.log.dir/,STOPPED} 2024-11-24T17:22:59,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:22:59,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:22:59,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:59,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:59,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:59,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:59,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:22:59,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:22:59,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=100825298, stopped=false 2024-11-24T17:22:59,149 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,39533,1732468933984 2024-11-24T17:22:59,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01360452989/running 2024-11-24T17:22:59,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01360452989/running 2024-11-24T17:22:59,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:59,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:22:59,166 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:22:59,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Set watcher on znode that does not yet exist, /01360452989/running 2024-11-24T17:22:59,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:22:59,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:59,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Set watcher on znode that does not yet exist, /01360452989/running 2024-11-24T17:22:59,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:59,167 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,42269,1732468934229' ***** 2024-11-24T17:22:59,168 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:22:59,168 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:22:59,168 INFO [RS:0;a23eb99f71f0:42269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:22:59,168 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:22:59,168 INFO [RS:0;a23eb99f71f0:42269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:22:59,168 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:59,169 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:22:59,169 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,42269,1732468934229 2024-11-24T17:22:59,169 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:22:59,169 INFO [RS:0;a23eb99f71f0:42269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:42269. 2024-11-24T17:22:59,169 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea0540f2180ba6a74cdb800bd9a6b1b9, disabling compactions & flushes 2024-11-24T17:22:59,169 DEBUG [RS:0;a23eb99f71f0:42269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:22:59,169 DEBUG [RS:0;a23eb99f71f0:42269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:22:59,169 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. 2024-11-24T17:22:59,169 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. 2024-11-24T17:22:59,169 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. after waiting 0 ms 2024-11-24T17:22:59,169 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:22:59,169 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. 2024-11-24T17:22:59,169 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:22:59,171 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea0540f2180ba6a74cdb800bd9a6b1b9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-24T17:22:59,171 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:22:59,171 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:22:59,180 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T17:22:59,180 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1325): Online Regions={ea0540f2180ba6a74cdb800bd9a6b1b9=test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9., 1588230740=hbase:meta,,1.1588230740, 5c1e38170d2bd789664b343d752bc0ad=hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad.} 2024-11-24T17:22:59,180 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c1e38170d2bd789664b343d752bc0ad, ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:59,180 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:22:59,180 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:22:59,180 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:22:59,180 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:22:59,180 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:22:59,181 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T17:22:59,202 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/.tmp/f/894fdaaedbad476a84c34aa2506f6bcc is 37, key is row3/f:row3/1732468970566/Put/seqid=0 2024-11-24T17:22:59,211 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/.tmp/info/d63ab20f4f75458f900e943ba633a616 is 147, key is hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad./info:regioninfo/1732468958084/Put/seqid=0 2024-11-24T17:22:59,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741840_1016 (size=5228) 2024-11-24T17:22:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741841_1017 (size=7686) 2024-11-24T17:22:59,237 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/.tmp/info/d63ab20f4f75458f900e943ba633a616 2024-11-24T17:22:59,260 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:22:59,262 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/.tmp/ns/6c5395975f824dd8a1fd3fcf7f260ee9 is 43, key is default/ns:d/1732468937739/Put/seqid=0 2024-11-24T17:22:59,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741842_1018 (size=5153) 2024-11-24T17:22:59,266 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/.tmp/ns/6c5395975f824dd8a1fd3fcf7f260ee9 2024-11-24T17:22:59,294 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/.tmp/rep_barrier/127006e8667c45599c93b01db609c5db is 112, key is test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9./rep_barrier:seqnumDuringOpen/1732468951589/Put/seqid=0 2024-11-24T17:22:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741843_1019 (size=5518) 2024-11-24T17:22:59,320 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/.tmp/rep_barrier/127006e8667c45599c93b01db609c5db 2024-11-24T17:22:59,349 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/.tmp/table/0e44c45faf534db7b26fa1091c7f19fe is 53, key is hbase:replication/table:state/1732468958092/Put/seqid=0 2024-11-24T17:22:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741844_1020 (size=5308) 2024-11-24T17:22:59,373 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/.tmp/table/0e44c45faf534db7b26fa1091c7f19fe 2024-11-24T17:22:59,381 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c1e38170d2bd789664b343d752bc0ad, ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:59,384 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/.tmp/info/d63ab20f4f75458f900e943ba633a616 as hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/info/d63ab20f4f75458f900e943ba633a616 2024-11-24T17:22:59,389 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/info/d63ab20f4f75458f900e943ba633a616, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T17:22:59,390 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/.tmp/ns/6c5395975f824dd8a1fd3fcf7f260ee9 as hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/ns/6c5395975f824dd8a1fd3fcf7f260ee9 2024-11-24T17:22:59,395 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/ns/6c5395975f824dd8a1fd3fcf7f260ee9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T17:22:59,396 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/.tmp/rep_barrier/127006e8667c45599c93b01db609c5db as hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/rep_barrier/127006e8667c45599c93b01db609c5db 2024-11-24T17:22:59,400 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/rep_barrier/127006e8667c45599c93b01db609c5db, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T17:22:59,401 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/.tmp/table/0e44c45faf534db7b26fa1091c7f19fe as hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/table/0e44c45faf534db7b26fa1091c7f19fe 2024-11-24T17:22:59,407 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/table/0e44c45faf534db7b26fa1091c7f19fe, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T17:22:59,407 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 227ms, sequenceid=16, compaction requested=false 2024-11-24T17:22:59,420 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T17:22:59,421 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:22:59,421 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:22:59,421 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:59,421 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468979180Running coprocessor pre-close hooks at 1732468979180Disabling compacts and flushes for region at 1732468979180Disabling writes for close at 1732468979180Obtaining lock to block concurrent updates at 1732468979181 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732468979181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732468979181Flushing stores of hbase:meta,,1.1588230740 at 1732468979181Flushing 1588230740/info: creating writer at 1732468979182 (+1 ms)Flushing 1588230740/info: appending metadata at 1732468979210 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732468979211 (+1 ms)Flushing 1588230740/ns: creating writer at 1732468979244 (+33 ms)Flushing 1588230740/ns: appending metadata at 1732468979261 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732468979261Flushing 1588230740/rep_barrier: creating writer at 1732468979271 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732468979293 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732468979293Flushing 1588230740/table: creating writer at 1732468979328 (+35 ms)Flushing 1588230740/table: appending metadata at 1732468979349 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732468979349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49db0358: reopening flushed file at 1732468979380 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@707b0711: reopening flushed file at 1732468979389 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b3bc5a8: reopening flushed file at 1732468979395 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75c376ba: reopening flushed file at 1732468979400 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 227ms, sequenceid=16, compaction requested=false at 1732468979407 (+7 ms)Writing region close event to WAL at 1732468979416 (+9 ms)Running coprocessor post-close hooks at 1732468979420 (+4 ms)Closed at 1732468979421 (+1 ms) 2024-11-24T17:22:59,422 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:22:59,516 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:22:59,516 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:22:59,581 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1351): Waiting on 5c1e38170d2bd789664b343d752bc0ad, ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:59,630 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/.tmp/f/894fdaaedbad476a84c34aa2506f6bcc 2024-11-24T17:22:59,634 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 894fdaaedbad476a84c34aa2506f6bcc 2024-11-24T17:22:59,650 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/.tmp/f1/160e5f87ea5840be86e39bceb5ffc340 is 30, key is row1/f1:/1732468967408/DeleteFamily/seqid=0 2024-11-24T17:22:59,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741845_1021 (size=5158) 2024-11-24T17:22:59,781 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1351): Waiting on 5c1e38170d2bd789664b343d752bc0ad, ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:22:59,944 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1496, reset compression=false 2024-11-24T17:22:59,953 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:22:59,953 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1743, reset compression=false 2024-11-24T17:22:59,953 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,42269,1732468934229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:22:59,954 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a23eb99f71f0,42269,1732468934229: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a23eb99f71f0,42269,1732468934229, walGroup=a23eb99f71f0%2C42269%2C1732468934229, offset=a23eb99f71f0%2C42269%2C1732468934229.1732468936662:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:42269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T17:22:59,955 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T17:22:59,955 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T17:22:59,957 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T17:22:59,957 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T17:22:59,957 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T17:22:59,957 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 757498880 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199286632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T17:22:59,957 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:39533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:39533 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T17:22:59,981 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1351): Waiting on 5c1e38170d2bd789664b343d752bc0ad, ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:23:00,053 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/.tmp/f1/160e5f87ea5840be86e39bceb5ffc340 2024-11-24T17:23:00,056 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 160e5f87ea5840be86e39bceb5ffc340 2024-11-24T17:23:00,072 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/.tmp/norep/fa0fb3bfc980494ca81702725a943d94 is 32, key is row/norep:/1732468966398/DeleteFamily/seqid=0 2024-11-24T17:23:00,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741846_1022 (size=5101) 2024-11-24T17:23:00,165 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1743, reset compression=false 2024-11-24T17:23:00,181 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:23:00,181 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1325): Online Regions={ea0540f2180ba6a74cdb800bd9a6b1b9=test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9., 5c1e38170d2bd789664b343d752bc0ad=hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad.} 2024-11-24T17:23:00,181 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1351): Waiting on 5c1e38170d2bd789664b343d752bc0ad, ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:23:00,382 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1351): Waiting on 5c1e38170d2bd789664b343d752bc0ad, ea0540f2180ba6a74cdb800bd9a6b1b9 2024-11-24T17:23:00,468 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1743, reset compression=false 2024-11-24T17:23:00,476 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/.tmp/norep/fa0fb3bfc980494ca81702725a943d94 2024-11-24T17:23:00,479 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa0fb3bfc980494ca81702725a943d94 2024-11-24T17:23:00,480 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/.tmp/f/894fdaaedbad476a84c34aa2506f6bcc as hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/f/894fdaaedbad476a84c34aa2506f6bcc 2024-11-24T17:23:00,483 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 894fdaaedbad476a84c34aa2506f6bcc 2024-11-24T17:23:00,483 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/f/894fdaaedbad476a84c34aa2506f6bcc, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T17:23:00,484 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/.tmp/f1/160e5f87ea5840be86e39bceb5ffc340 as hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/f1/160e5f87ea5840be86e39bceb5ffc340 2024-11-24T17:23:00,487 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 160e5f87ea5840be86e39bceb5ffc340 2024-11-24T17:23:00,487 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/f1/160e5f87ea5840be86e39bceb5ffc340, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T17:23:00,488 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/.tmp/norep/fa0fb3bfc980494ca81702725a943d94 as hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/norep/fa0fb3bfc980494ca81702725a943d94 2024-11-24T17:23:00,491 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa0fb3bfc980494ca81702725a943d94 2024-11-24T17:23:00,491 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/norep/fa0fb3bfc980494ca81702725a943d94, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T17:23:00,492 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ea0540f2180ba6a74cdb800bd9a6b1b9 in 1323ms, sequenceid=12, compaction requested=false 2024-11-24T17:23:00,492 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T17:23:00,495 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/data/default/test/ea0540f2180ba6a74cdb800bd9a6b1b9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T17:23:00,495 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:23:00,495 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:23:00,495 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. 2024-11-24T17:23:00,495 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea0540f2180ba6a74cdb800bd9a6b1b9: Waiting for close lock at 1732468979169Running coprocessor pre-close hooks at 1732468979169Disabling compacts and flushes for region at 1732468979169Disabling writes for close at 1732468979169Obtaining lock to block concurrent updates at 1732468979171 (+2 ms)Preparing flush snapshotting stores in ea0540f2180ba6a74cdb800bd9a6b1b9 at 1732468979171Finished memstore snapshotting test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732468979171Flushing stores of test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. at 1732468979172 (+1 ms)Flushing ea0540f2180ba6a74cdb800bd9a6b1b9/f: creating writer at 1732468979172Flushing ea0540f2180ba6a74cdb800bd9a6b1b9/f: appending metadata at 1732468979202 (+30 ms)Flushing ea0540f2180ba6a74cdb800bd9a6b1b9/f: closing flushed file at 1732468979202Flushing ea0540f2180ba6a74cdb800bd9a6b1b9/f1: creating writer at 1732468979634 (+432 ms)Flushing ea0540f2180ba6a74cdb800bd9a6b1b9/f1: appending metadata at 1732468979649 (+15 ms)Flushing ea0540f2180ba6a74cdb800bd9a6b1b9/f1: closing flushed file at 1732468979649Flushing ea0540f2180ba6a74cdb800bd9a6b1b9/norep: creating writer at 1732468980056 (+407 ms)Flushing ea0540f2180ba6a74cdb800bd9a6b1b9/norep: appending metadata at 1732468980072 (+16 ms)Flushing ea0540f2180ba6a74cdb800bd9a6b1b9/norep: closing flushed file at 1732468980072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d716a61: reopening flushed file at 1732468980480 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a36d8c: reopening flushed file at 1732468980483 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c15bdc7: reopening flushed file at 1732468980487 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ea0540f2180ba6a74cdb800bd9a6b1b9 in 1323ms, sequenceid=12, compaction requested=false at 1732468980492 (+5 ms)Writing region close event to WAL at 1732468980493 (+1 ms)Running coprocessor post-close hooks at 1732468980495 (+2 ms)Closed at 1732468980495 2024-11-24T17:23:00,495 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732468950445.ea0540f2180ba6a74cdb800bd9a6b1b9. 2024-11-24T17:23:00,496 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c1e38170d2bd789664b343d752bc0ad, disabling compactions & flushes 2024-11-24T17:23:00,496 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:23:00,496 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:23:00,496 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. after waiting 0 ms 2024-11-24T17:23:00,496 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:23:00,496 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c1e38170d2bd789664b343d752bc0ad: Waiting for close lock at 1732468980496Running coprocessor pre-close hooks at 1732468980496Disabling compacts and flushes for region at 1732468980496Disabling writes for close at 1732468980496Failed flush hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad., putting online again at 1732468980496 2024-11-24T17:23:00,496 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:23:00,582 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:23:00,582 DEBUG [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1351): Waiting on 5c1e38170d2bd789664b343d752bc0ad 2024-11-24T17:23:00,582 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c1e38170d2bd789664b343d752bc0ad, disabling compactions & flushes 2024-11-24T17:23:00,582 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:23:00,582 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:23:00,582 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. after waiting 0 ms 2024-11-24T17:23:00,582 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:23:00,582 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c1e38170d2bd789664b343d752bc0ad: Waiting for close lock at 1732468980582Running coprocessor pre-close hooks at 1732468980582Disabling compacts and flushes for region at 1732468980582Disabling writes for close at 1732468980582Failed flush hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad., putting online again at 1732468980582 2024-11-24T17:23:00,582 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732468956909.5c1e38170d2bd789664b343d752bc0ad. 2024-11-24T17:23:00,782 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T17:23:00,782 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,42269,1732468934229; all regions closed. 2024-11-24T17:23:00,784 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.meta.1732468937664.meta not finished, retry = 0 2024-11-24T17:23:00,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741834_1010 (size=4239) 2024-11-24T17:23:00,872 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 1743, reset compression=false 2024-11-24T17:23:00,876 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:00,876 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.wal-reader.a23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.1732468936662 to pos 2387, reset compression=false 2024-11-24T17:23:00,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/WALs/a23eb99f71f0,42269,1732468934229/a23eb99f71f0%2C42269%2C1732468934229.rep.1732468958041 not finished, retry = 0 2024-11-24T17:23:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741839_1015 (size=2609) 2024-11-24T17:23:00,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741832_1008 (size=2395) 2024-11-24T17:23:00,989 DEBUG [RS:0;a23eb99f71f0:42269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:00,989 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:23:00,990 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:23:00,990 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:23:00,990 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:23:00,990 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:23:00,990 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,42269,1732468934229 because: Region server is closing 2024-11-24T17:23:00,990 INFO [RS:0;a23eb99f71f0:42269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:42269. 2024-11-24T17:23:00,991 DEBUG [RS:0;a23eb99f71f0:42269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:00,991 DEBUG [RS:0;a23eb99f71f0:42269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:00,991 DEBUG [RS:0;a23eb99f71f0:42269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:00,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:01,091 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,42269,1732468934229.replicationSource.shippera23eb99f71f0%2C42269%2C1732468934229,1-a23eb99f71f0,42269,1732468934229 terminated 2024-11-24T17:23:01,091 INFO [RS:0;a23eb99f71f0:42269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:42269. 2024-11-24T17:23:01,091 DEBUG [RS:0;a23eb99f71f0:42269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:01,091 DEBUG [RS:0;a23eb99f71f0:42269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:01,091 DEBUG [RS:0;a23eb99f71f0:42269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:01,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:01,091 INFO [RS:0;a23eb99f71f0:42269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42269 2024-11-24T17:23:01,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01360452989/rs/a23eb99f71f0,42269,1732468934229 2024-11-24T17:23:01,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989/rs 2024-11-24T17:23:01,153 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:23:01,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,42269,1732468934229] 2024-11-24T17:23:01,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01360452989/draining/a23eb99f71f0,42269,1732468934229 already deleted, retry=false 2024-11-24T17:23:01,187 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,42269,1732468934229 expired; onlineServers=0 2024-11-24T17:23:01,187 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,39533,1732468933984' ***** 2024-11-24T17:23:01,187 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:23:01,187 INFO [M:0;a23eb99f71f0:39533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:23:01,187 INFO [M:0;a23eb99f71f0:39533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:23:01,187 DEBUG [M:0;a23eb99f71f0:39533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:23:01,188 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:23:01,188 DEBUG [M:0;a23eb99f71f0:39533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:23:01,188 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468936417 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468936417,5,FailOnTimeoutGroup] 2024-11-24T17:23:01,188 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468936417 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468936417,5,FailOnTimeoutGroup] 2024-11-24T17:23:01,188 INFO [M:0;a23eb99f71f0:39533 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:23:01,188 INFO [M:0;a23eb99f71f0:39533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:23:01,188 DEBUG [M:0;a23eb99f71f0:39533 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:23:01,188 INFO [M:0;a23eb99f71f0:39533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:23:01,188 INFO [M:0;a23eb99f71f0:39533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:23:01,188 ERROR [M:0;a23eb99f71f0:39533 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39365,5,PEWorkerGroup] 2024-11-24T17:23:01,188 INFO [M:0;a23eb99f71f0:39533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:23:01,188 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:23:01,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01360452989/master 2024-11-24T17:23:01,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01360452989 2024-11-24T17:23:01,198 DEBUG [M:0;a23eb99f71f0:39533 {}] zookeeper.ZKUtil(347): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Unable to get data of znode /01360452989/master because node does not exist (not an error) 2024-11-24T17:23:01,198 WARN [M:0;a23eb99f71f0:39533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:23:01,199 INFO [M:0;a23eb99f71f0:39533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/.lastflushedseqids 2024-11-24T17:23:01,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741847_1023 (size=245) 2024-11-24T17:23:01,205 INFO [M:0;a23eb99f71f0:39533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:23:01,205 INFO [M:0;a23eb99f71f0:39533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:23:01,206 DEBUG [M:0;a23eb99f71f0:39533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:23:01,206 INFO [M:0;a23eb99f71f0:39533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:01,206 DEBUG [M:0;a23eb99f71f0:39533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:01,206 DEBUG [M:0;a23eb99f71f0:39533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:23:01,206 DEBUG [M:0;a23eb99f71f0:39533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:01,206 INFO [M:0;a23eb99f71f0:39533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-24T17:23:01,218 DEBUG [M:0;a23eb99f71f0:39533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56e87060d9864c93b868bef6b3f4aba8 is 82, key is hbase:meta,,1/info:regioninfo/1732468937696/Put/seqid=0 2024-11-24T17:23:01,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741848_1024 (size=5672) 2024-11-24T17:23:01,222 INFO [M:0;a23eb99f71f0:39533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56e87060d9864c93b868bef6b3f4aba8 2024-11-24T17:23:01,242 DEBUG [M:0;a23eb99f71f0:39533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2915a6b0a2c147a78e477ed8b90075ee is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732468951598/Put/seqid=0 2024-11-24T17:23:01,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741849_1025 (size=7217) 2024-11-24T17:23:01,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:01,275 INFO [RS:0;a23eb99f71f0:42269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:23:01,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1016dddf4ea0001, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:01,275 INFO [RS:0;a23eb99f71f0:42269 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,42269,1732468934229; zookeeper connection closed. 2024-11-24T17:23:01,276 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f7685b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f7685b3 2024-11-24T17:23:01,276 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:23:01,646 INFO [M:0;a23eb99f71f0:39533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2915a6b0a2c147a78e477ed8b90075ee 2024-11-24T17:23:01,649 INFO [M:0;a23eb99f71f0:39533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2915a6b0a2c147a78e477ed8b90075ee 2024-11-24T17:23:01,668 DEBUG [M:0;a23eb99f71f0:39533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e449a83ee2f4600a38f77a1050778e5 is 69, key is a23eb99f71f0,42269,1732468934229/rs:state/1732468936491/Put/seqid=0 2024-11-24T17:23:01,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741850_1026 (size=5156) 2024-11-24T17:23:01,680 INFO [M:0;a23eb99f71f0:39533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e449a83ee2f4600a38f77a1050778e5 2024-11-24T17:23:01,685 DEBUG [M:0;a23eb99f71f0:39533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56e87060d9864c93b868bef6b3f4aba8 as hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56e87060d9864c93b868bef6b3f4aba8 2024-11-24T17:23:01,688 INFO [M:0;a23eb99f71f0:39533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56e87060d9864c93b868bef6b3f4aba8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T17:23:01,689 DEBUG [M:0;a23eb99f71f0:39533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2915a6b0a2c147a78e477ed8b90075ee as hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2915a6b0a2c147a78e477ed8b90075ee 2024-11-24T17:23:01,694 INFO [M:0;a23eb99f71f0:39533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2915a6b0a2c147a78e477ed8b90075ee 2024-11-24T17:23:01,694 INFO [M:0;a23eb99f71f0:39533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2915a6b0a2c147a78e477ed8b90075ee, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T17:23:01,694 DEBUG [M:0;a23eb99f71f0:39533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e449a83ee2f4600a38f77a1050778e5 as hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e449a83ee2f4600a38f77a1050778e5 2024-11-24T17:23:01,698 INFO [M:0;a23eb99f71f0:39533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39365/user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e449a83ee2f4600a38f77a1050778e5, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T17:23:01,699 INFO [M:0;a23eb99f71f0:39533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=105, compaction requested=false 2024-11-24T17:23:01,700 INFO [M:0;a23eb99f71f0:39533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:01,700 DEBUG [M:0;a23eb99f71f0:39533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468981206Disabling compacts and flushes for region at 1732468981206Disabling writes for close at 1732468981206Obtaining lock to block concurrent updates at 1732468981206Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732468981206Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732468981206Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732468981206Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732468981206Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732468981218 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732468981218Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732468981225 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732468981242 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732468981242Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732468981649 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732468981667 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732468981667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c152a2f: reopening flushed file at 1732468981684 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41e5514d: reopening flushed file at 1732468981689 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270e2488: reopening flushed file at 1732468981694 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=105, compaction requested=false at 1732468981699 (+5 ms)Writing region close event to WAL at 1732468981700 (+1 ms)Closed at 1732468981700 2024-11-24T17:23:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741830_1006 (size=64411) 2024-11-24T17:23:01,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9245bd57-0eee-4c31-efd7-aef69c4debb8/MasterData/WALs/a23eb99f71f0,39533,1732468933984/a23eb99f71f0%2C39533%2C1732468933984.1732468935988 not finished, retry = 0 2024-11-24T17:23:01,805 INFO [M:0;a23eb99f71f0:39533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:23:01,805 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:23:01,805 INFO [M:0;a23eb99f71f0:39533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39533 2024-11-24T17:23:01,805 INFO [M:0;a23eb99f71f0:39533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:23:01,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:23:01,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:23:01,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T17:23:01,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:23:01,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:01,964 INFO [M:0;a23eb99f71f0:39533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:23:01,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1016dddf4ea0000, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:01,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4eff5f23{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:23:01,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7783df4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:23:01,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:23:01,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57046342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:23:01,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1666733a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/hadoop.log.dir/,STOPPED} 2024-11-24T17:23:01,968 WARN [BP-831668918-172.17.0.3-1732468930903 heartbeating to localhost/127.0.0.1:39365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:23:01,968 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:23:01,968 WARN [BP-831668918-172.17.0.3-1732468930903 heartbeating to localhost/127.0.0.1:39365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-831668918-172.17.0.3-1732468930903 (Datanode Uuid 835e6a17-5ab1-4ffe-b45e-8f2c8a02d183) service to localhost/127.0.0.1:39365 2024-11-24T17:23:01,968 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:23:01,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/cluster_a57562d4-e7b2-ad20-a0ae-5adacdf3930a/data/data1/current/BP-831668918-172.17.0.3-1732468930903 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:23:01,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/cluster_a57562d4-e7b2-ad20-a0ae-5adacdf3930a/data/data2/current/BP-831668918-172.17.0.3-1732468930903 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:23:01,969 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:23:01,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ac41ee3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:23:01,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@234d6df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:23:01,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:23:01,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b954703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:23:01,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f022a20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3e01a96-c46c-13a4-8058-c84a7d0052ca/hadoop.log.dir/,STOPPED} 2024-11-24T17:23:01,980 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T17:23:01,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:23:02,007 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 261) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-19 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59684) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59684) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37603 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39365 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39359 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59684) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 487), ProcessCount=11 (was 11), AvailableMemoryMB=4601 (was 4720) 2024-11-24T17:23:02,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=4601 2024-11-24T17:23:02,027 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-24T17:23:02,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/hadoop.log.dir so I do NOT create it in target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824 2024-11-24T17:23:02,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:23:02,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/hadoop.tmp.dir so I do NOT create it in target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824 2024-11-24T17:23:02,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1aeb584-a391-f3c1-9e9c-883cfbb9afd6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:23:02,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824 2024-11-24T17:23:02,028 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/cluster_c3a10d24-92e9-b8bd-32a0-e3115fe0abfc, deleteOnExit=true 2024-11-24T17:23:02,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/cluster_c3a10d24-92e9-b8bd-32a0-e3115fe0abfc/zookeeper_0, clientPort=58248, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/cluster_c3a10d24-92e9-b8bd-32a0-e3115fe0abfc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/cluster_c3a10d24-92e9-b8bd-32a0-e3115fe0abfc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T17:23:02,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58248 2024-11-24T17:23:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:23:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:23:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/test.cache.data in system properties and HBase conf 2024-11-24T17:23:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:23:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:23:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:23:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:23:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:23:02,032 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:23:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:23:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:23:02,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:23:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:23:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:23:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:23:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:23:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:23:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:23:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:23:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:23:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:23:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:23:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:23:02,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016dddf4ea0008, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:23:02,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016dddf4ea0005, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:23:02,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016dddf4ea0002, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:23:02,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016dddf4ea0002, quorum=127.0.0.1:59684, baseZNode=/01360452989 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:23:02,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016dddf4ea0005, quorum=127.0.0.1:59684, baseZNode=/11011302058 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:23:02,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016dddf4ea0008, quorum=127.0.0.1:59684, baseZNode=/2995911302 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:23:02,764 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T17:23:02,764 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,765 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,765 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,765 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,790 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,790 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,790 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,790 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,791 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,791 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,796 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,799 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,799 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,801 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:02,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:02,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:23:02,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:23:02,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:23:02,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:23:02,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:02,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cde6106{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:23:02,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fe9d0d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:23:02,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7449efb5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/java.io.tmpdir/jetty-localhost-38679-hadoop-hdfs-3_4_1-tests_jar-_-any-6025421188329397549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:23:02,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51d7e7ee{HTTP/1.1, (http/1.1)}{localhost:38679} 2024-11-24T17:23:02,927 INFO [Time-limited test {}] server.Server(415): Started @289137ms 2024-11-24T17:23:02,994 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:02,994 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:23:02,995 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88771 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:23:03,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:03,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:23:03,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:23:03,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:23:03,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:23:03,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@474deca2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:23:03,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b490052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:23:03,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4faddb9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/java.io.tmpdir/jetty-localhost-35349-hadoop-hdfs-3_4_1-tests_jar-_-any-15959969686551939391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:23:03,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@476faff1{HTTP/1.1, (http/1.1)}{localhost:35349} 2024-11-24T17:23:03,608 INFO [Time-limited test {}] server.Server(415): Started @289818ms 2024-11-24T17:23:03,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:23:04,599 WARN [Thread-3451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/cluster_c3a10d24-92e9-b8bd-32a0-e3115fe0abfc/data/data2/current/BP-599934536-172.17.0.3-1732468982054/current, will proceed with Du for space computation calculation, 2024-11-24T17:23:04,599 WARN [Thread-3450 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/cluster_c3a10d24-92e9-b8bd-32a0-e3115fe0abfc/data/data1/current/BP-599934536-172.17.0.3-1732468982054/current, will proceed with Du for space computation calculation, 2024-11-24T17:23:04,615 WARN [Thread-3438 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:23:04,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93f56d4786890017 with lease ID 0x594682e93662e52a: Processing first storage report for DS-57793db0-7aa2-4ff4-a5b7-f0b048c6400e from datanode DatanodeRegistration(127.0.0.1:36355, datanodeUuid=e87f9fab-096d-4607-9c40-24b5f0158e19, infoPort=45033, infoSecurePort=0, ipcPort=39097, storageInfo=lv=-57;cid=testClusterID;nsid=1594278370;c=1732468982054) 2024-11-24T17:23:04,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93f56d4786890017 with lease ID 0x594682e93662e52a: from storage DS-57793db0-7aa2-4ff4-a5b7-f0b048c6400e node DatanodeRegistration(127.0.0.1:36355, datanodeUuid=e87f9fab-096d-4607-9c40-24b5f0158e19, infoPort=45033, infoSecurePort=0, ipcPort=39097, storageInfo=lv=-57;cid=testClusterID;nsid=1594278370;c=1732468982054), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:23:04,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93f56d4786890017 with lease ID 0x594682e93662e52a: Processing first storage report for DS-b12541d0-1b16-4b39-9cf2-4fb6919645f9 from datanode DatanodeRegistration(127.0.0.1:36355, datanodeUuid=e87f9fab-096d-4607-9c40-24b5f0158e19, infoPort=45033, infoSecurePort=0, ipcPort=39097, storageInfo=lv=-57;cid=testClusterID;nsid=1594278370;c=1732468982054) 2024-11-24T17:23:04,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93f56d4786890017 with lease ID 0x594682e93662e52a: from storage DS-b12541d0-1b16-4b39-9cf2-4fb6919645f9 node DatanodeRegistration(127.0.0.1:36355, datanodeUuid=e87f9fab-096d-4607-9c40-24b5f0158e19, infoPort=45033, infoSecurePort=0, ipcPort=39097, storageInfo=lv=-57;cid=testClusterID;nsid=1594278370;c=1732468982054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:23:04,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824 2024-11-24T17:23:04,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:04,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:04,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:23:04,681 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325 with version=8 2024-11-24T17:23:04,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/hbase-staging 2024-11-24T17:23:04,683 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:23:04,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:04,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:04,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:23:04,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:04,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:23:04,684 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:23:04,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:23:04,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33801 2024-11-24T17:23:04,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33801 connecting to ZooKeeper ensemble=127.0.0.1:58248 2024-11-24T17:23:04,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338010x0, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:04,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33801-0x1016ddebcb90000 connected 2024-11-24T17:23:04,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:04,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:04,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Set watcher on znode that does not yet exist, /0-849626199/running 2024-11-24T17:23:04,884 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325, hbase.cluster.distributed=false 2024-11-24T17:23:04,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Set watcher on znode that does not yet exist, /0-849626199/acl 2024-11-24T17:23:04,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33801 2024-11-24T17:23:04,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33801 2024-11-24T17:23:04,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33801 2024-11-24T17:23:04,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33801 2024-11-24T17:23:04,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33801 2024-11-24T17:23:04,901 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:23:04,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:04,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:04,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:23:04,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:04,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:23:04,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:23:04,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:23:04,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33633 2024-11-24T17:23:04,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33633 connecting to ZooKeeper ensemble=127.0.0.1:58248 2024-11-24T17:23:04,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:04,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:04,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336330x0, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:04,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336330x0, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Set watcher on znode that does not yet exist, /0-849626199/running 2024-11-24T17:23:04,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33633-0x1016ddebcb90001 connected 2024-11-24T17:23:04,923 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:23:04,924 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:23:04,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Set watcher on znode that does not yet exist, /0-849626199/master 2024-11-24T17:23:04,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Set watcher on znode that does not yet exist, /0-849626199/acl 2024-11-24T17:23:04,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33633 2024-11-24T17:23:04,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33633 2024-11-24T17:23:04,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33633 2024-11-24T17:23:04,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33633 2024-11-24T17:23:04,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33633 2024-11-24T17:23:04,944 DEBUG [M:0;a23eb99f71f0:33801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:33801 2024-11-24T17:23:04,948 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-849626199/backup-masters/a23eb99f71f0,33801,1732468984683 2024-11-24T17:23:04,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199/backup-masters 2024-11-24T17:23:04,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199/backup-masters 2024-11-24T17:23:04,964 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Set watcher on existing znode=/0-849626199/backup-masters/a23eb99f71f0,33801,1732468984683 2024-11-24T17:23:04,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:04,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-849626199/master 2024-11-24T17:23:04,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:04,985 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Set watcher on existing znode=/0-849626199/master 2024-11-24T17:23:04,986 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-849626199/backup-masters/a23eb99f71f0,33801,1732468984683 from backup master directory 2024-11-24T17:23:05,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199/backup-masters 2024-11-24T17:23:05,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-849626199/backup-masters/a23eb99f71f0,33801,1732468984683 2024-11-24T17:23:05,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199/backup-masters 2024-11-24T17:23:05,006 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:23:05,006 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,33801,1732468984683 2024-11-24T17:23:05,009 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/hbase.id] with ID: 7f2614bf-7316-4123-8911-15ad576f71c1 2024-11-24T17:23:05,009 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/.tmp/hbase.id 2024-11-24T17:23:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:23:05,013 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/.tmp/hbase.id]:[hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/hbase.id] 2024-11-24T17:23:05,028 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:05,028 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:23:05,030 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T17:23:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:05,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:23:05,053 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:05,054 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:23:05,054 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:05,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:23:05,459 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store 2024-11-24T17:23:05,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:23:05,875 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:05,875 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:23:05,875 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:05,875 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:05,875 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:23:05,875 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:05,875 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:05,875 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468985875Disabling compacts and flushes for region at 1732468985875Disabling writes for close at 1732468985875Writing region close event to WAL at 1732468985875Closed at 1732468985875 2024-11-24T17:23:05,876 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/.initializing 2024-11-24T17:23:05,876 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/WALs/a23eb99f71f0,33801,1732468984683 2024-11-24T17:23:05,877 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:23:05,878 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C33801%2C1732468984683, suffix=, logDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/WALs/a23eb99f71f0,33801,1732468984683, archiveDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/oldWALs, maxLogs=10 2024-11-24T17:23:05,889 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/WALs/a23eb99f71f0,33801,1732468984683/a23eb99f71f0%2C33801%2C1732468984683.1732468985878, exclude list is [], retry=0 2024-11-24T17:23:05,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36355,DS-57793db0-7aa2-4ff4-a5b7-f0b048c6400e,DISK] 2024-11-24T17:23:05,892 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/WALs/a23eb99f71f0,33801,1732468984683/a23eb99f71f0%2C33801%2C1732468984683.1732468985878 2024-11-24T17:23:05,892 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-24T17:23:05,892 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:05,892 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:05,892 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:05,892 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:05,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:05,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:23:05,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:05,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:05,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:05,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:23:05,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:05,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:05,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:05,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:23:05,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:05,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:05,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:05,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:23:05,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:05,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:05,899 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:05,899 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:05,899 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:05,900 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:05,900 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:05,900 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:05,901 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:05,902 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:05,903 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68087284, jitterRate=0.014579594135284424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:05,903 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468985892Initializing all the Stores at 1732468985893 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468985893Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468985893Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468985893Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468985893Cleaning up temporary data from old regions at 1732468985900 (+7 ms)Region opened successfully at 1732468985903 (+3 ms) 2024-11-24T17:23:05,903 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:23:05,905 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e40f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:23:05,906 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:23:05,906 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:23:05,906 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:23:05,906 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:23:05,906 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:23:05,907 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:23:05,907 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:23:05,908 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:23:05,908 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Unable to get data of znode /0-849626199/balancer because node does not exist (not necessarily an error) 2024-11-24T17:23:05,913 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-849626199/balancer already deleted, retry=false 2024-11-24T17:23:05,913 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:23:05,914 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Unable to get data of znode /0-849626199/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:23:05,923 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-849626199/normalizer already deleted, retry=false 2024-11-24T17:23:05,923 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:23:05,924 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Unable to get data of znode /0-849626199/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:23:05,934 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-849626199/switch/split already deleted, retry=false 2024-11-24T17:23:05,935 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Unable to get data of znode /0-849626199/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:23:05,944 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-849626199/switch/merge already deleted, retry=false 2024-11-24T17:23:05,946 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Unable to get data of znode /0-849626199/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:23:05,955 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-849626199/snapshot-cleanup already deleted, retry=false 2024-11-24T17:23:05,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-849626199/running 2024-11-24T17:23:05,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-849626199/running 2024-11-24T17:23:05,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:05,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:05,966 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,33801,1732468984683, sessionid=0x1016ddebcb90000, setting cluster-up flag (Was=false) 2024-11-24T17:23:05,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:05,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:06,018 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-849626199/flush-table-proc/acquired, /0-849626199/flush-table-proc/reached, /0-849626199/flush-table-proc/abort 2024-11-24T17:23:06,019 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,33801,1732468984683 2024-11-24T17:23:06,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:06,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:06,081 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-849626199/online-snapshot/acquired, /0-849626199/online-snapshot/reached, /0-849626199/online-snapshot/abort 2024-11-24T17:23:06,082 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,33801,1732468984683 2024-11-24T17:23:06,083 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:23:06,084 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:06,084 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:23:06,084 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:23:06,084 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,33801,1732468984683 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:23:06,085 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:06,085 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:06,086 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:06,086 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:06,086 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:23:06,086 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,086 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:23:06,086 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,093 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732469016093 2024-11-24T17:23:06,093 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:23:06,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:06,093 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:23:06,093 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:23:06,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:23:06,093 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:23:06,093 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:23:06,093 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:23:06,094 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,094 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:23:06,094 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:23:06,094 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:23:06,094 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:23:06,094 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:06,094 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:23:06,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:23:06,094 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:23:06,095 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468986094,5,FailOnTimeoutGroup] 2024-11-24T17:23:06,096 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468986095,5,FailOnTimeoutGroup] 2024-11-24T17:23:06,096 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,096 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:23:06,096 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,096 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:23:06,134 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(746): ClusterId : 7f2614bf-7316-4123-8911-15ad576f71c1 2024-11-24T17:23:06,134 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:23:06,146 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:23:06,146 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:23:06,156 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:23:06,156 DEBUG [RS:0;a23eb99f71f0:33633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ab0653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:23:06,177 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:33633 2024-11-24T17:23:06,177 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:23:06,177 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:23:06,177 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:23:06,178 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,33801,1732468984683 with port=33633, startcode=1732468984901 2024-11-24T17:23:06,178 DEBUG [RS:0;a23eb99f71f0:33633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:23:06,180 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:23:06,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:06,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33801 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:06,182 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325 2024-11-24T17:23:06,182 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34671 2024-11-24T17:23:06,182 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:23:06,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199/rs 2024-11-24T17:23:06,187 DEBUG [RS:0;a23eb99f71f0:33633 {}] zookeeper.ZKUtil(111): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Set watcher on existing znode=/0-849626199/rs/a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:06,187 WARN [RS:0;a23eb99f71f0:33633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:23:06,187 INFO [RS:0;a23eb99f71f0:33633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:06,187 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:06,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,33633,1732468984901] 2024-11-24T17:23:06,190 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:23:06,194 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:23:06,194 INFO [RS:0;a23eb99f71f0:33633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:23:06,194 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,194 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:23:06,195 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:23:06,195 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,195 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,195 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,195 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,195 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,195 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,195 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:23:06,195 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,195 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,195 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,196 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,196 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,196 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:06,196 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:23:06,196 DEBUG [RS:0;a23eb99f71f0:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:23:06,199 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,199 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,199 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,199 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,199 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,199 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,33633,1732468984901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:23:06,215 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:23:06,216 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,33633,1732468984901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,216 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,216 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.Replication(171): a23eb99f71f0,33633,1732468984901 started 2024-11-24T17:23:06,228 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:06,228 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,33633,1732468984901, RpcServer on a23eb99f71f0/172.17.0.3:33633, sessionid=0x1016ddebcb90001 2024-11-24T17:23:06,228 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:23:06,228 DEBUG [RS:0;a23eb99f71f0:33633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:06,228 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,33633,1732468984901' 2024-11-24T17:23:06,228 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-849626199/flush-table-proc/abort' 2024-11-24T17:23:06,229 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-849626199/flush-table-proc/acquired' 2024-11-24T17:23:06,229 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:23:06,229 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:23:06,229 DEBUG [RS:0;a23eb99f71f0:33633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:06,229 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,33633,1732468984901' 2024-11-24T17:23:06,229 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-849626199/online-snapshot/abort' 2024-11-24T17:23:06,230 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-849626199/online-snapshot/acquired' 2024-11-24T17:23:06,230 DEBUG [RS:0;a23eb99f71f0:33633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:23:06,230 INFO [RS:0;a23eb99f71f0:33633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:23:06,230 INFO [RS:0;a23eb99f71f0:33633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:23:06,331 INFO [RS:0;a23eb99f71f0:33633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:23:06,332 INFO [RS:0;a23eb99f71f0:33633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C33633%2C1732468984901, suffix=, logDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901, archiveDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/oldWALs, maxLogs=10 2024-11-24T17:23:06,344 DEBUG [RS:0;a23eb99f71f0:33633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332, exclude list is [], retry=0 2024-11-24T17:23:06,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36355,DS-57793db0-7aa2-4ff4-a5b7-f0b048c6400e,DISK] 2024-11-24T17:23:06,354 INFO [RS:0;a23eb99f71f0:33633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 2024-11-24T17:23:06,358 DEBUG [RS:0;a23eb99f71f0:33633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-24T17:23:06,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:23:06,502 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325 2024-11-24T17:23:06,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:23:06,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:06,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:23:06,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:23:06,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:06,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:06,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:23:06,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:23:06,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:06,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:06,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:23:06,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:23:06,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:06,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:06,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:23:06,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:23:06,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:06,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:06,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:23:06,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740 2024-11-24T17:23:06,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740 2024-11-24T17:23:06,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:23:06,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:23:06,915 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:06,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:23:06,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:06,918 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66186779, jitterRate=-0.013740137219429016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:06,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468986908Initializing all the Stores at 1732468986909 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468986909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468986909Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468986909Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468986909Cleaning up temporary data from old regions at 1732468986915 (+6 ms)Region opened successfully at 1732468986918 (+3 ms) 2024-11-24T17:23:06,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:23:06,918 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:23:06,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:23:06,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:23:06,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:23:06,918 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:23:06,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468986918Disabling compacts and flushes for region at 1732468986918Disabling writes for close at 1732468986918Writing region close event to WAL at 1732468986918Closed at 1732468986918 2024-11-24T17:23:06,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:06,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:23:06,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:23:06,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:23:06,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:23:07,071 DEBUG [a23eb99f71f0:33801 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:23:07,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:07,073 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,33633,1732468984901, state=OPENING 2024-11-24T17:23:07,081 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:23:07,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:07,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:07,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-849626199/meta-region-server: CHANGED 2024-11-24T17:23:07,092 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:23:07,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,33633,1732468984901}] 2024-11-24T17:23:07,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-849626199/meta-region-server: CHANGED 2024-11-24T17:23:07,246 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:23:07,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:23:07,268 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:23:07,268 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:07,269 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:23:07,271 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C33633%2C1732468984901.meta, suffix=.meta, logDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901, archiveDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/oldWALs, maxLogs=10 2024-11-24T17:23:07,296 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.meta.1732468987271.meta, exclude list is [], retry=0 2024-11-24T17:23:07,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36355,DS-57793db0-7aa2-4ff4-a5b7-f0b048c6400e,DISK] 2024-11-24T17:23:07,312 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.meta.1732468987271.meta 2024-11-24T17:23:07,316 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-24T17:23:07,317 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:07,317 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:23:07,317 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:23:07,317 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:23:07,318 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:23:07,318 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:23:07,318 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:07,318 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:23:07,318 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:23:07,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:23:07,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:23:07,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:07,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:07,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:23:07,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:23:07,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:07,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:07,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:23:07,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:23:07,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:07,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:07,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:23:07,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:23:07,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:07,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:07,331 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:23:07,331 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740 2024-11-24T17:23:07,332 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740 2024-11-24T17:23:07,334 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:23:07,334 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:23:07,335 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:07,335 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:23:07,336 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72528222, jitterRate=0.08075472712516785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:07,336 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:23:07,337 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468987318Writing region info on filesystem at 1732468987318Initializing all the Stores at 1732468987319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468987319Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468987324 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468987324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468987324Cleaning up temporary data from old regions at 1732468987334 (+10 ms)Running coprocessor post-open hooks at 1732468987336 (+2 ms)Region opened successfully at 1732468987337 (+1 ms) 2024-11-24T17:23:07,344 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468987246 2024-11-24T17:23:07,347 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:23:07,347 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:23:07,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:07,349 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,33633,1732468984901, state=OPEN 2024-11-24T17:23:07,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-849626199/meta-region-server 2024-11-24T17:23:07,469 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:07,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-849626199/meta-region-server: CHANGED 2024-11-24T17:23:07,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-849626199/meta-region-server 2024-11-24T17:23:07,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-849626199/meta-region-server: CHANGED 2024-11-24T17:23:07,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:23:07,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,33633,1732468984901 in 376 msec 2024-11-24T17:23:07,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:23:07,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 554 msec 2024-11-24T17:23:07,479 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:07,479 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:23:07,481 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:07,481 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,33633,1732468984901, seqNum=-1] 2024-11-24T17:23:07,483 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:07,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:07,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4060 sec 2024-11-24T17:23:07,492 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468987492, completionTime=-1 2024-11-24T17:23:07,492 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:23:07,492 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:23:07,495 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:23:07,495 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732469047495 2024-11-24T17:23:07,495 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732469107495 2024-11-24T17:23:07,495 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-24T17:23:07,495 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,33801,1732468984683-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:07,496 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,33801,1732468984683-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:07,496 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,33801,1732468984683-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:07,496 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:33801, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:07,496 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:07,496 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:07,501 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:23:07,504 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.498sec 2024-11-24T17:23:07,504 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:23:07,505 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:23:07,505 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:23:07,505 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:23:07,505 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:23:07,505 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,33801,1732468984683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:23:07,505 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,33801,1732468984683-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:23:07,507 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:23:07,507 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:23:07,507 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,33801,1732468984683-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:07,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68647b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:07,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,33801,-1 for getting cluster id 2024-11-24T17:23:07,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:07,541 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f2614bf-7316-4123-8911-15ad576f71c1' 2024-11-24T17:23:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f2614bf-7316-4123-8911-15ad576f71c1" 2024-11-24T17:23:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2471bd70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,33801,-1] 2024-11-24T17:23:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:07,543 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:07,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34307548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:07,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:07,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,33633,1732468984901, seqNum=-1] 2024-11-24T17:23:07,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:07,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:07,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,33801,1732468984683 2024-11-24T17:23:07,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58248 2024-11-24T17:23:07,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:07,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016ddebcb90002 connected 2024-11-24T17:23:07,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/hadoop.log.dir so I do NOT create it in target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9 2024-11-24T17:23:07,590 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:23:07,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/hadoop.tmp.dir so I do NOT create it in target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9 2024-11-24T17:23:07,590 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:23:07,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9 2024-11-24T17:23:07,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:23:07,591 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/cluster_ba78be03-534d-d4d4-2e2e-e6568fe4e9c5, deleteOnExit=true 2024-11-24T17:23:07,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:23:07,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/test.cache.data in system properties and HBase conf 2024-11-24T17:23:07,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:23:07,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:23:07,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:23:07,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:23:07,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:23:07,591 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:23:07,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:23:07,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:07,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:23:08,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:23:08,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:23:08,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:23:08,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:08,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38a70158{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:23:08,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ff8e0c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:23:08,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1faa8bf9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/java.io.tmpdir/jetty-localhost-41771-hadoop-hdfs-3_4_1-tests_jar-_-any-14165968192405846810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:23:08,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@319c5a23{HTTP/1.1, (http/1.1)}{localhost:41771} 2024-11-24T17:23:08,226 INFO [Time-limited test {}] server.Server(415): Started @294436ms 2024-11-24T17:23:08,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:08,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:23:08,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:23:08,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:23:08,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:23:08,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e2281b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:23:08,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@754577a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:23:08,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24da3eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/java.io.tmpdir/jetty-localhost-39009-hadoop-hdfs-3_4_1-tests_jar-_-any-6817794310463917432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:23:08,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a8cdaf7{HTTP/1.1, (http/1.1)}{localhost:39009} 2024-11-24T17:23:09,000 INFO [Time-limited test {}] server.Server(415): Started @295210ms 2024-11-24T17:23:09,001 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:23:09,948 WARN [Thread-3570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/cluster_ba78be03-534d-d4d4-2e2e-e6568fe4e9c5/data/data1/current/BP-987033890-172.17.0.3-1732468987617/current, will proceed with Du for space computation calculation, 2024-11-24T17:23:09,948 WARN [Thread-3571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/cluster_ba78be03-534d-d4d4-2e2e-e6568fe4e9c5/data/data2/current/BP-987033890-172.17.0.3-1732468987617/current, will proceed with Du for space computation calculation, 2024-11-24T17:23:09,965 WARN [Thread-3558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:23:09,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x317ab19852428312 with lease ID 0xe84adf6228c9c452: Processing first storage report for DS-9755fc3d-8f4a-4b12-b891-c351c0aa8055 from datanode DatanodeRegistration(127.0.0.1:41515, datanodeUuid=8a8947c1-7222-436e-951d-3653d749f5a5, infoPort=42397, infoSecurePort=0, ipcPort=41717, storageInfo=lv=-57;cid=testClusterID;nsid=1627754803;c=1732468987617) 2024-11-24T17:23:09,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x317ab19852428312 with lease ID 0xe84adf6228c9c452: from storage DS-9755fc3d-8f4a-4b12-b891-c351c0aa8055 node DatanodeRegistration(127.0.0.1:41515, datanodeUuid=8a8947c1-7222-436e-951d-3653d749f5a5, infoPort=42397, infoSecurePort=0, ipcPort=41717, storageInfo=lv=-57;cid=testClusterID;nsid=1627754803;c=1732468987617), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:23:09,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x317ab19852428312 with lease ID 0xe84adf6228c9c452: Processing first storage report for DS-898075e9-7710-40f1-8a4f-7b15e7d030d3 from datanode DatanodeRegistration(127.0.0.1:41515, datanodeUuid=8a8947c1-7222-436e-951d-3653d749f5a5, infoPort=42397, infoSecurePort=0, ipcPort=41717, storageInfo=lv=-57;cid=testClusterID;nsid=1627754803;c=1732468987617) 2024-11-24T17:23:09,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x317ab19852428312 with lease ID 0xe84adf6228c9c452: from storage DS-898075e9-7710-40f1-8a4f-7b15e7d030d3 node DatanodeRegistration(127.0.0.1:41515, datanodeUuid=8a8947c1-7222-436e-951d-3653d749f5a5, infoPort=42397, infoSecurePort=0, ipcPort=41717, storageInfo=lv=-57;cid=testClusterID;nsid=1627754803;c=1732468987617), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T17:23:10,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9 2024-11-24T17:23:10,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:10,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:10,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:23:10,450 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1 with version=8 2024-11-24T17:23:10,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/hbase-staging 2024-11-24T17:23:10,452 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:23:10,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:10,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:10,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:23:10,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:10,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:23:10,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:23:10,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:23:10,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37089 2024-11-24T17:23:10,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37089 connecting to ZooKeeper ensemble=127.0.0.1:58248 2024-11-24T17:23:10,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370890x0, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:10,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37089-0x1016ddebcb90003 connected 2024-11-24T17:23:10,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:10,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:10,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Set watcher on znode that does not yet exist, /1-833570236/running 2024-11-24T17:23:10,844 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1, hbase.cluster.distributed=false 2024-11-24T17:23:10,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Set watcher on znode that does not yet exist, /1-833570236/acl 2024-11-24T17:23:10,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37089 2024-11-24T17:23:10,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37089 2024-11-24T17:23:10,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37089 2024-11-24T17:23:10,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37089 2024-11-24T17:23:10,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37089 2024-11-24T17:23:10,885 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:23:10,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:10,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:10,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:23:10,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:10,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:23:10,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:23:10,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:23:10,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43251 2024-11-24T17:23:10,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43251 connecting to ZooKeeper ensemble=127.0.0.1:58248 2024-11-24T17:23:10,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:10,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:10,934 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432510x0, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:10,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432510x0, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Set watcher on znode that does not yet exist, /1-833570236/running 2024-11-24T17:23:10,935 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:23:10,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43251-0x1016ddebcb90004 connected 2024-11-24T17:23:10,952 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:23:10,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Set watcher on znode that does not yet exist, /1-833570236/master 2024-11-24T17:23:10,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Set watcher on znode that does not yet exist, /1-833570236/acl 2024-11-24T17:23:10,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43251 2024-11-24T17:23:10,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43251 2024-11-24T17:23:10,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43251 2024-11-24T17:23:10,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43251 2024-11-24T17:23:11,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43251 2024-11-24T17:23:11,027 DEBUG [M:0;a23eb99f71f0:37089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:37089 2024-11-24T17:23:11,037 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-833570236/backup-masters/a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:11,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236/backup-masters 2024-11-24T17:23:11,050 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Set watcher on existing znode=/1-833570236/backup-masters/a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:11,052 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236/backup-masters 2024-11-24T17:23:11,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:11,134 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-833570236/master 2024-11-24T17:23:11,134 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:11,135 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Set watcher on existing znode=/1-833570236/master 2024-11-24T17:23:11,138 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-833570236/backup-masters/a23eb99f71f0,37089,1732468990452 from backup master directory 2024-11-24T17:23:11,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-833570236/backup-masters/a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:11,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236/backup-masters 2024-11-24T17:23:11,164 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:23:11,164 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:11,168 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236/backup-masters 2024-11-24T17:23:11,180 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/hbase.id] with ID: 8500079d-e549-4686-896a-af66dc545931 2024-11-24T17:23:11,180 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/.tmp/hbase.id 2024-11-24T17:23:11,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:23:11,632 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/.tmp/hbase.id]:[hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/hbase.id] 2024-11-24T17:23:11,654 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:11,654 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:23:11,655 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:23:11,711 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:11,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:11,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:23:11,742 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:11,743 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:23:11,744 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:11,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:23:11,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:23:11,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T17:23:11,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:23:11,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T17:23:12,169 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store 2024-11-24T17:23:12,190 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:23:12,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:23:12,251 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:12,251 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:23:12,251 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:12,251 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:12,251 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:23:12,251 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:12,251 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:12,251 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468992251Disabling compacts and flushes for region at 1732468992251Disabling writes for close at 1732468992251Writing region close event to WAL at 1732468992251Closed at 1732468992251 2024-11-24T17:23:12,257 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/.initializing 2024-11-24T17:23:12,257 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/WALs/a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:12,260 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:23:12,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C37089%2C1732468990452, suffix=, logDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/WALs/a23eb99f71f0,37089,1732468990452, archiveDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/oldWALs, maxLogs=10 2024-11-24T17:23:12,292 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/WALs/a23eb99f71f0,37089,1732468990452/a23eb99f71f0%2C37089%2C1732468990452.1732468992270, exclude list is [], retry=0 2024-11-24T17:23:12,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-9755fc3d-8f4a-4b12-b891-c351c0aa8055,DISK] 2024-11-24T17:23:12,336 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/WALs/a23eb99f71f0,37089,1732468990452/a23eb99f71f0%2C37089%2C1732468990452.1732468992270 2024-11-24T17:23:12,352 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42397:42397)] 2024-11-24T17:23:12,352 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:12,353 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:12,353 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:12,353 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:12,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:12,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:23:12,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:12,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:12,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:12,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:23:12,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:12,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:12,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:12,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:23:12,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:12,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:12,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:12,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:23:12,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:12,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:12,437 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:12,438 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:12,440 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:12,442 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:12,442 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:12,444 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:12,446 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:12,463 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:12,464 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72182730, jitterRate=0.07560649514198303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:12,464 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468992353Initializing all the Stores at 1732468992366 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468992366Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468992376 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468992376Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468992376Cleaning up temporary data from old regions at 1732468992442 (+66 ms)Region opened successfully at 1732468992464 (+22 ms) 2024-11-24T17:23:12,472 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:23:12,476 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d3696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:23:12,484 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:23:12,484 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:23:12,484 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:23:12,485 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:23:12,491 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-24T17:23:12,492 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:23:12,492 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:23:12,514 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:23:12,515 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Unable to get data of znode /1-833570236/balancer because node does not exist (not necessarily an error) 2024-11-24T17:23:12,565 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-833570236/balancer already deleted, retry=false 2024-11-24T17:23:12,566 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:23:12,576 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Unable to get data of znode /1-833570236/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:23:12,586 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-833570236/normalizer already deleted, retry=false 2024-11-24T17:23:12,587 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:23:12,597 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Unable to get data of znode /1-833570236/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:23:12,607 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-833570236/switch/split already deleted, retry=false 2024-11-24T17:23:12,612 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Unable to get data of znode /1-833570236/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:23:12,628 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-833570236/switch/merge already deleted, retry=false 2024-11-24T17:23:12,631 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Unable to get data of znode /1-833570236/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:23:12,642 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-833570236/snapshot-cleanup already deleted, retry=false 2024-11-24T17:23:12,650 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-833570236/running 2024-11-24T17:23:12,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-833570236/running 2024-11-24T17:23:12,650 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:12,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:12,656 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,37089,1732468990452, sessionid=0x1016ddebcb90003, setting cluster-up flag (Was=false) 2024-11-24T17:23:12,671 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:12,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:12,713 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-833570236/flush-table-proc/acquired, /1-833570236/flush-table-proc/reached, /1-833570236/flush-table-proc/abort 2024-11-24T17:23:12,714 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:12,734 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:12,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:12,765 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-833570236/online-snapshot/acquired, /1-833570236/online-snapshot/reached, /1-833570236/online-snapshot/abort 2024-11-24T17:23:12,767 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:12,781 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:23:12,785 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:12,786 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:23:12,786 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:23:12,786 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,37089,1732468990452 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:23:12,794 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:12,794 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:12,794 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:12,794 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:12,794 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:23:12,794 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:12,795 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:23:12,795 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:12,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:12,818 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:23:12,822 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:12,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:23:12,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:23:12,846 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732469022846 2024-11-24T17:23:12,847 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:23:12,847 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:23:12,847 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:23:12,847 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:23:12,847 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:23:12,847 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:23:12,849 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(746): ClusterId : 8500079d-e549-4686-896a-af66dc545931 2024-11-24T17:23:12,849 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:23:12,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,861 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:12,862 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:23:12,862 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:23:12,872 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:23:12,872 DEBUG [RS:0;a23eb99f71f0:43251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edb03d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:23:12,884 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:23:12,884 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:23:12,885 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:23:12,885 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:23:12,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:23:12,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:23:12,925 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1 2024-11-24T17:23:12,928 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:23:12,928 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:23:12,935 DEBUG [RS:0;a23eb99f71f0:43251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:43251 2024-11-24T17:23:12,936 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:23:12,936 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:23:12,936 DEBUG [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:23:12,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,944 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468992928,5,FailOnTimeoutGroup] 2024-11-24T17:23:12,945 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,37089,1732468990452 with port=43251, startcode=1732468990885 2024-11-24T17:23:12,945 DEBUG [RS:0;a23eb99f71f0:43251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:23:12,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:12,952 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468992944,5,FailOnTimeoutGroup] 2024-11-24T17:23:12,952 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:12,953 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:23:12,953 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:12,953 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:12,954 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:23:12,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:12,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37089 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:12,957 DEBUG [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1 2024-11-24T17:23:12,957 DEBUG [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33953 2024-11-24T17:23:12,957 DEBUG [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:23:12,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741832_1008 (size=32) 2024-11-24T17:23:12,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:12,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:23:12,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:23:12,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:12,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:12,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:23:12,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:23:12,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:12,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:12,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:23:12,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:23:12,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:12,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:12,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:23:12,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:23:12,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:12,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:12,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:23:12,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740 2024-11-24T17:23:12,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740 2024-11-24T17:23:12,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:23:12,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:23:12,988 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:12,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:23:12,991 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:12,992 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64819915, jitterRate=-0.0341079980134964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:12,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468992967Initializing all the Stores at 1732468992968 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468992968Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468992968Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468992968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468992968Cleaning up temporary data from old regions at 1732468992985 (+17 ms)Region opened successfully at 1732468992992 (+7 ms) 2024-11-24T17:23:12,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:23:12,992 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:23:12,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:23:12,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:23:12,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:23:12,996 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:23:12,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468992992Disabling compacts and flushes for region at 1732468992992Disabling writes for close at 1732468992992Writing region close event to WAL at 1732468992996 (+4 ms)Closed at 1732468992996 2024-11-24T17:23:12,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:12,998 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:23:12,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:23:13,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:23:13,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:23:13,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236/rs 2024-11-24T17:23:13,017 DEBUG [RS:0;a23eb99f71f0:43251 {}] zookeeper.ZKUtil(111): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Set watcher on existing znode=/1-833570236/rs/a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:13,017 WARN [RS:0;a23eb99f71f0:43251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:23:13,017 INFO [RS:0;a23eb99f71f0:43251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:13,017 DEBUG [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:13,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,43251,1732468990885] 2024-11-24T17:23:13,030 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:23:13,032 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:23:13,032 INFO [RS:0;a23eb99f71f0:43251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:23:13,032 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,032 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:23:13,033 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:23:13,033 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:23:13,033 DEBUG [RS:0;a23eb99f71f0:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:23:13,044 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,044 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,044 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,044 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,044 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,044 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,43251,1732468990885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:23:13,070 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:23:13,070 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,43251,1732468990885-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,070 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,070 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.Replication(171): a23eb99f71f0,43251,1732468990885 started 2024-11-24T17:23:13,088 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,088 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,43251,1732468990885, RpcServer on a23eb99f71f0/172.17.0.3:43251, sessionid=0x1016ddebcb90004 2024-11-24T17:23:13,088 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:23:13,088 DEBUG [RS:0;a23eb99f71f0:43251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:13,088 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,43251,1732468990885' 2024-11-24T17:23:13,088 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-833570236/flush-table-proc/abort' 2024-11-24T17:23:13,089 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-833570236/flush-table-proc/acquired' 2024-11-24T17:23:13,090 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:23:13,090 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:23:13,090 DEBUG [RS:0;a23eb99f71f0:43251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:13,090 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,43251,1732468990885' 2024-11-24T17:23:13,090 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-833570236/online-snapshot/abort' 2024-11-24T17:23:13,090 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-833570236/online-snapshot/acquired' 2024-11-24T17:23:13,092 DEBUG [RS:0;a23eb99f71f0:43251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:23:13,092 INFO [RS:0;a23eb99f71f0:43251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:23:13,092 INFO [RS:0;a23eb99f71f0:43251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:23:13,156 WARN [a23eb99f71f0:37089 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T17:23:13,194 INFO [RS:0;a23eb99f71f0:43251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:23:13,196 INFO [RS:0;a23eb99f71f0:43251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C43251%2C1732468990885, suffix=, logDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885, archiveDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/oldWALs, maxLogs=10 2024-11-24T17:23:13,215 DEBUG [RS:0;a23eb99f71f0:43251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197, exclude list is [], retry=0 2024-11-24T17:23:13,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-9755fc3d-8f4a-4b12-b891-c351c0aa8055,DISK] 2024-11-24T17:23:13,220 INFO [RS:0;a23eb99f71f0:43251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 2024-11-24T17:23:13,220 DEBUG [RS:0;a23eb99f71f0:43251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42397:42397)] 2024-11-24T17:23:13,406 DEBUG [a23eb99f71f0:37089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:23:13,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:13,408 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,43251,1732468990885, state=OPENING 2024-11-24T17:23:13,449 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:23:13,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:13,461 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:23:13,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,43251,1732468990885}] 2024-11-24T17:23:13,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-833570236/meta-region-server: CHANGED 2024-11-24T17:23:13,463 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:13,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-833570236/meta-region-server: CHANGED 2024-11-24T17:23:13,616 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:23:13,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:23:13,621 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:23:13,621 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:13,622 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:23:13,623 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C43251%2C1732468990885.meta, suffix=.meta, logDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885, archiveDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/oldWALs, maxLogs=10 2024-11-24T17:23:13,640 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.meta.1732468993623.meta, exclude list is [], retry=0 2024-11-24T17:23:13,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-9755fc3d-8f4a-4b12-b891-c351c0aa8055,DISK] 2024-11-24T17:23:13,643 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.meta.1732468993623.meta 2024-11-24T17:23:13,643 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42397:42397)] 2024-11-24T17:23:13,643 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:13,643 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:23:13,643 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:23:13,643 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:23:13,643 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:23:13,644 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:23:13,644 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:13,644 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:23:13,644 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:23:13,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:23:13,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:23:13,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:13,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:13,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:23:13,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:23:13,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:13,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:13,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:23:13,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:23:13,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:13,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:13,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:23:13,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:23:13,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:13,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:13,648 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:23:13,649 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740 2024-11-24T17:23:13,650 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740 2024-11-24T17:23:13,651 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:23:13,651 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:23:13,651 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:13,652 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:23:13,655 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70945958, jitterRate=0.05717715620994568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:13,655 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:23:13,655 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468993644Writing region info on filesystem at 1732468993644Initializing all the Stores at 1732468993644Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468993644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468993645 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468993645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468993645Cleaning up temporary data from old regions at 1732468993651 (+6 ms)Running coprocessor post-open hooks at 1732468993655 (+4 ms)Region opened successfully at 1732468993655 2024-11-24T17:23:13,657 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468993616 2024-11-24T17:23:13,659 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:23:13,659 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:23:13,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:13,660 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,43251,1732468990885, state=OPEN 2024-11-24T17:23:13,702 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-833570236/meta-region-server 2024-11-24T17:23:13,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-833570236/meta-region-server 2024-11-24T17:23:13,702 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:13,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-833570236/meta-region-server: CHANGED 2024-11-24T17:23:13,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-833570236/meta-region-server: CHANGED 2024-11-24T17:23:13,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:23:13,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,43251,1732468990885 in 242 msec 2024-11-24T17:23:13,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:23:13,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 708 msec 2024-11-24T17:23:13,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:13,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:23:13,710 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:13,710 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,43251,1732468990885, seqNum=-1] 2024-11-24T17:23:13,710 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:13,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:13,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 933 msec 2024-11-24T17:23:13,719 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468993719, completionTime=-1 2024-11-24T17:23:13,719 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:23:13,719 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:23:13,724 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:23:13,724 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732469053724 2024-11-24T17:23:13,724 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732469113724 2024-11-24T17:23:13,725 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-24T17:23:13,725 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37089,1732468990452-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,725 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37089,1732468990452-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,725 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37089,1732468990452-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,725 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:37089, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,725 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,725 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,727 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:23:13,730 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.566sec 2024-11-24T17:23:13,730 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:23:13,730 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:23:13,730 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:23:13,730 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:23:13,730 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:23:13,730 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37089,1732468990452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:23:13,730 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37089,1732468990452-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:23:13,741 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:23:13,741 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:23:13,741 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37089,1732468990452-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:13,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e262e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:13,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37089,-1 for getting cluster id 2024-11-24T17:23:13,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:13,765 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8500079d-e549-4686-896a-af66dc545931' 2024-11-24T17:23:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8500079d-e549-4686-896a-af66dc545931" 2024-11-24T17:23:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df2511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37089,-1] 2024-11-24T17:23:13,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:13,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:13,767 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:13,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126a094a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:13,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:13,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,43251,1732468990885, seqNum=-1] 2024-11-24T17:23:13,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:13,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:13,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:13,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58248 2024-11-24T17:23:13,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:13,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016ddebcb90005 connected 2024-11-24T17:23:13,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/hadoop.log.dir so I do NOT create it in target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae 2024-11-24T17:23:13,877 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:23:13,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/hadoop.tmp.dir so I do NOT create it in target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae 2024-11-24T17:23:13,877 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:23:13,877 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae 2024-11-24T17:23:13,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:23:13,877 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/cluster_ba9e7177-69b4-28e0-da8c-76e1ff85064d, deleteOnExit=true 2024-11-24T17:23:13,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:23:13,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/test.cache.data in system properties and HBase conf 2024-11-24T17:23:13,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:23:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:23:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:23:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:23:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:23:13,878 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:23:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:23:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:23:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:23:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:23:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:23:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:23:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:23:13,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:23:13,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:23:13,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:23:13,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:23:13,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:23:13,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:23:13,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:23:14,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:14,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:23:14,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:23:14,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:23:14,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:23:14,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:14,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@521f50aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:23:14,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@677540b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:23:14,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@739e4ce1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/java.io.tmpdir/jetty-localhost-45523-hadoop-hdfs-3_4_1-tests_jar-_-any-345485637862467522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:23:14,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b0b7ed0{HTTP/1.1, (http/1.1)}{localhost:45523} 2024-11-24T17:23:14,438 INFO [Time-limited test {}] server.Server(415): Started @300648ms 2024-11-24T17:23:14,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:14,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:23:14,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:23:14,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:23:14,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:23:14,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@764bf359{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:23:14,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@456bfcc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:23:14,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ff8d805{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/java.io.tmpdir/jetty-localhost-37763-hadoop-hdfs-3_4_1-tests_jar-_-any-18163015226587674885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:23:14,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18457364{HTTP/1.1, (http/1.1)}{localhost:37763} 2024-11-24T17:23:14,980 INFO [Time-limited test {}] server.Server(415): Started @301190ms 2024-11-24T17:23:14,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:23:15,719 WARN [Thread-3691 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/cluster_ba9e7177-69b4-28e0-da8c-76e1ff85064d/data/data1/current/BP-218189413-172.17.0.3-1732468993899/current, will proceed with Du for space computation calculation, 2024-11-24T17:23:15,721 WARN [Thread-3692 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/cluster_ba9e7177-69b4-28e0-da8c-76e1ff85064d/data/data2/current/BP-218189413-172.17.0.3-1732468993899/current, will proceed with Du for space computation calculation, 2024-11-24T17:23:15,769 WARN [Thread-3679 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:23:15,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83faa4caf88b3b74 with lease ID 0x92afddd4a7ce7ad5: Processing first storage report for DS-59796ab7-caae-4475-a73e-a6f7ca95d535 from datanode DatanodeRegistration(127.0.0.1:33767, datanodeUuid=c870132d-c212-4f7e-b512-3d941b31c4fc, infoPort=37595, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=1030268993;c=1732468993899) 2024-11-24T17:23:15,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83faa4caf88b3b74 with lease ID 0x92afddd4a7ce7ad5: from storage DS-59796ab7-caae-4475-a73e-a6f7ca95d535 node DatanodeRegistration(127.0.0.1:33767, datanodeUuid=c870132d-c212-4f7e-b512-3d941b31c4fc, infoPort=37595, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=1030268993;c=1732468993899), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:23:15,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83faa4caf88b3b74 with lease ID 0x92afddd4a7ce7ad5: Processing first storage report for DS-a33181a2-d008-4070-ab2e-8693fa1591eb from datanode DatanodeRegistration(127.0.0.1:33767, datanodeUuid=c870132d-c212-4f7e-b512-3d941b31c4fc, infoPort=37595, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=1030268993;c=1732468993899) 2024-11-24T17:23:15,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83faa4caf88b3b74 with lease ID 0x92afddd4a7ce7ad5: from storage DS-a33181a2-d008-4070-ab2e-8693fa1591eb node DatanodeRegistration(127.0.0.1:33767, datanodeUuid=c870132d-c212-4f7e-b512-3d941b31c4fc, infoPort=37595, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=1030268993;c=1732468993899), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:23:15,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae 2024-11-24T17:23:15,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:15,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:15,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:23:15,921 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f with version=8 2024-11-24T17:23:15,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/hbase-staging 2024-11-24T17:23:15,923 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:23:15,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:15,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:15,923 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:23:15,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:15,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:23:15,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:23:15,923 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:23:15,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46515 2024-11-24T17:23:15,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46515 connecting to ZooKeeper ensemble=127.0.0.1:58248 2024-11-24T17:23:15,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465150x0, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:15,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46515-0x1016ddebcb90006 connected 2024-11-24T17:23:16,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:16,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:16,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Set watcher on znode that does not yet exist, /21736695286/running 2024-11-24T17:23:16,551 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f, hbase.cluster.distributed=false 2024-11-24T17:23:16,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Set watcher on znode that does not yet exist, /21736695286/acl 2024-11-24T17:23:16,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46515 2024-11-24T17:23:16,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46515 2024-11-24T17:23:16,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46515 2024-11-24T17:23:16,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46515 2024-11-24T17:23:16,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46515 2024-11-24T17:23:16,582 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:23:16,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:16,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:16,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:23:16,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:16,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:23:16,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:23:16,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:23:16,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34877 2024-11-24T17:23:16,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34877 connecting to ZooKeeper ensemble=127.0.0.1:58248 2024-11-24T17:23:16,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:16,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:16,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348770x0, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:16,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348770x0, quorum=127.0.0.1:58248, baseZNode=/21736695286 Set watcher on znode that does not yet exist, /21736695286/running 2024-11-24T17:23:16,675 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:23:16,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34877-0x1016ddebcb90007 connected 2024-11-24T17:23:16,692 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:23:16,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Set watcher on znode that does not yet exist, /21736695286/master 2024-11-24T17:23:16,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Set watcher on znode that does not yet exist, /21736695286/acl 2024-11-24T17:23:16,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34877 2024-11-24T17:23:16,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34877 2024-11-24T17:23:16,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34877 2024-11-24T17:23:16,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34877 2024-11-24T17:23:16,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34877 2024-11-24T17:23:16,752 DEBUG [M:0;a23eb99f71f0:46515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:46515 2024-11-24T17:23:16,764 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21736695286/backup-masters/a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:16,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286/backup-masters 2024-11-24T17:23:16,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286/backup-masters 2024-11-24T17:23:16,823 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Set watcher on existing znode=/21736695286/backup-masters/a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21736695286/master 2024-11-24T17:23:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:16,880 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Set watcher on existing znode=/21736695286/master 2024-11-24T17:23:16,880 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21736695286/backup-masters/a23eb99f71f0,46515,1732468995923 from backup master directory 2024-11-24T17:23:16,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286/backup-masters 2024-11-24T17:23:16,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21736695286/backup-masters/a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:16,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286/backup-masters 2024-11-24T17:23:16,943 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:23:16,943 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:16,946 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/hbase.id] with ID: 7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5 2024-11-24T17:23:16,946 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/.tmp/hbase.id 2024-11-24T17:23:16,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:23:16,966 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/.tmp/hbase.id]:[hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/hbase.id] 2024-11-24T17:23:16,974 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:16,975 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:23:16,975 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T17:23:17,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:17,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:17,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:23:17,054 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:17,055 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:23:17,056 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:23:17,463 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store 2024-11-24T17:23:17,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:23:17,482 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:17,483 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:23:17,483 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:17,483 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:17,483 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:23:17,483 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:17,483 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:17,483 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732468997482Disabling compacts and flushes for region at 1732468997482Disabling writes for close at 1732468997483 (+1 ms)Writing region close event to WAL at 1732468997483Closed at 1732468997483 2024-11-24T17:23:17,484 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/.initializing 2024-11-24T17:23:17,484 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/WALs/a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:17,485 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:23:17,487 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C46515%2C1732468995923, suffix=, logDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/WALs/a23eb99f71f0,46515,1732468995923, archiveDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/oldWALs, maxLogs=10 2024-11-24T17:23:17,508 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/WALs/a23eb99f71f0,46515,1732468995923/a23eb99f71f0%2C46515%2C1732468995923.1732468997487, exclude list is [], retry=0 2024-11-24T17:23:17,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33767,DS-59796ab7-caae-4475-a73e-a6f7ca95d535,DISK] 2024-11-24T17:23:17,516 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/WALs/a23eb99f71f0,46515,1732468995923/a23eb99f71f0%2C46515%2C1732468995923.1732468997487 2024-11-24T17:23:17,520 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37595:37595)] 2024-11-24T17:23:17,520 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:17,521 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:17,521 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:17,521 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:17,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:17,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:23:17,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:17,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:17,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:17,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:23:17,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:17,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:17,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:17,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:23:17,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:17,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:17,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:17,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:23:17,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:17,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:17,542 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:17,542 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:17,542 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:17,546 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:17,546 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:17,547 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:17,548 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:17,550 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:17,550 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73474904, jitterRate=0.09486138820648193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:17,551 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732468997521Initializing all the Stores at 1732468997530 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468997530Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468997532 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468997532Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468997532Cleaning up temporary data from old regions at 1732468997546 (+14 ms)Region opened successfully at 1732468997551 (+5 ms) 2024-11-24T17:23:17,551 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:23:17,553 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d1b003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:23:17,555 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:23:17,556 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:23:17,556 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:23:17,556 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:23:17,557 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:23:17,557 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:23:17,557 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:23:17,560 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:23:17,563 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Unable to get data of znode /21736695286/balancer because node does not exist (not necessarily an error) 2024-11-24T17:23:17,584 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21736695286/balancer already deleted, retry=false 2024-11-24T17:23:17,585 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:23:17,585 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Unable to get data of znode /21736695286/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:23:17,597 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21736695286/normalizer already deleted, retry=false 2024-11-24T17:23:17,597 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:23:17,598 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Unable to get data of znode /21736695286/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:23:17,607 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21736695286/switch/split already deleted, retry=false 2024-11-24T17:23:17,608 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Unable to get data of znode /21736695286/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:23:17,620 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21736695286/switch/merge already deleted, retry=false 2024-11-24T17:23:17,624 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Unable to get data of znode /21736695286/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:23:17,628 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21736695286/snapshot-cleanup already deleted, retry=false 2024-11-24T17:23:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21736695286/running 2024-11-24T17:23:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21736695286/running 2024-11-24T17:23:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:17,640 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,46515,1732468995923, sessionid=0x1016ddebcb90006, setting cluster-up flag (Was=false) 2024-11-24T17:23:17,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:17,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:17,691 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21736695286/flush-table-proc/acquired, /21736695286/flush-table-proc/reached, /21736695286/flush-table-proc/abort 2024-11-24T17:23:17,693 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:17,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:17,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:17,744 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21736695286/online-snapshot/acquired, /21736695286/online-snapshot/reached, /21736695286/online-snapshot/abort 2024-11-24T17:23:17,745 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:17,755 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:23:17,757 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:17,757 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:23:17,758 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:23:17,758 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,46515,1732468995923 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:23:17,760 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:17,761 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:17,761 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:17,761 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:17,761 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:23:17,761 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:17,761 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:23:17,761 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:17,792 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:17,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:23:17,794 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:17,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:23:17,828 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732469027828 2024-11-24T17:23:17,828 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:23:17,829 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:23:17,829 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:23:17,829 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:23:17,829 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:23:17,829 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:23:17,843 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:17,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:23:17,848 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:23:17,848 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:23:17,849 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:23:17,849 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:23:17,850 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:23:17,850 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:23:17,851 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468997850,5,FailOnTimeoutGroup] 2024-11-24T17:23:17,852 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468997851,5,FailOnTimeoutGroup] 2024-11-24T17:23:17,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:17,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:23:17,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:17,852 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:17,863 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(746): ClusterId : 7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5 2024-11-24T17:23:17,863 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:23:17,890 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:23:17,890 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:23:17,903 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:23:17,903 DEBUG [RS:0;a23eb99f71f0:34877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b5e3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:23:17,927 DEBUG [RS:0;a23eb99f71f0:34877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:34877 2024-11-24T17:23:17,927 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:23:17,927 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:23:17,927 DEBUG [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:23:17,928 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,46515,1732468995923 with port=34877, startcode=1732468996581 2024-11-24T17:23:17,928 DEBUG [RS:0;a23eb99f71f0:34877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:23:17,930 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:23:17,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:17,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46515 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:17,932 DEBUG [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f 2024-11-24T17:23:17,932 DEBUG [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43693 2024-11-24T17:23:17,932 DEBUG [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:23:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286/rs 2024-11-24T17:23:17,987 DEBUG [RS:0;a23eb99f71f0:34877 {}] zookeeper.ZKUtil(111): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Set watcher on existing znode=/21736695286/rs/a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:17,987 WARN [RS:0;a23eb99f71f0:34877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:23:17,987 INFO [RS:0;a23eb99f71f0:34877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:17,987 DEBUG [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:18,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,34877,1732468996581] 2024-11-24T17:23:18,024 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:23:18,026 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:23:18,026 INFO [RS:0;a23eb99f71f0:34877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:23:18,026 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,026 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:23:18,028 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:23:18,028 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,028 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:18,028 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:18,028 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:18,028 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:18,028 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:18,028 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:23:18,028 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:18,028 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:18,029 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:18,029 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:18,029 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:18,029 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:18,029 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:23:18,029 DEBUG [RS:0;a23eb99f71f0:34877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:23:18,048 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,048 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,048 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,048 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,048 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,048 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,34877,1732468996581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:23:18,079 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:23:18,079 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,34877,1732468996581-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,080 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,080 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.Replication(171): a23eb99f71f0,34877,1732468996581 started 2024-11-24T17:23:18,098 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,098 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,34877,1732468996581, RpcServer on a23eb99f71f0/172.17.0.3:34877, sessionid=0x1016ddebcb90007 2024-11-24T17:23:18,098 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:23:18,098 DEBUG [RS:0;a23eb99f71f0:34877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:18,098 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,34877,1732468996581' 2024-11-24T17:23:18,098 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21736695286/flush-table-proc/abort' 2024-11-24T17:23:18,099 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21736695286/flush-table-proc/acquired' 2024-11-24T17:23:18,099 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:23:18,099 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:23:18,099 DEBUG [RS:0;a23eb99f71f0:34877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:18,099 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,34877,1732468996581' 2024-11-24T17:23:18,099 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21736695286/online-snapshot/abort' 2024-11-24T17:23:18,100 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21736695286/online-snapshot/acquired' 2024-11-24T17:23:18,100 DEBUG [RS:0;a23eb99f71f0:34877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:23:18,100 INFO [RS:0;a23eb99f71f0:34877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:23:18,100 INFO [RS:0;a23eb99f71f0:34877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:23:18,201 INFO [RS:0;a23eb99f71f0:34877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:23:18,202 INFO [RS:0;a23eb99f71f0:34877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C34877%2C1732468996581, suffix=, logDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581, archiveDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/oldWALs, maxLogs=10 2024-11-24T17:23:18,221 DEBUG [RS:0;a23eb99f71f0:34877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202, exclude list is [], retry=0 2024-11-24T17:23:18,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33767,DS-59796ab7-caae-4475-a73e-a6f7ca95d535,DISK] 2024-11-24T17:23:18,237 INFO [RS:0;a23eb99f71f0:34877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 2024-11-24T17:23:18,244 DEBUG [RS:0;a23eb99f71f0:34877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37595:37595)] 2024-11-24T17:23:18,248 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:23:18,249 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f 2024-11-24T17:23:18,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:23:18,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:18,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:23:18,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:23:18,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:18,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:18,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:23:18,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:23:18,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:18,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:18,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:23:18,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:23:18,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:18,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:18,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:23:18,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:23:18,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:18,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:18,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:23:18,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740 2024-11-24T17:23:18,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740 2024-11-24T17:23:18,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:23:18,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:23:18,281 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:18,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:23:18,284 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:18,284 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62030511, jitterRate=-0.07567335665225983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:18,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732468998271Initializing all the Stores at 1732468998272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468998272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468998272Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468998272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468998272Cleaning up temporary data from old regions at 1732468998281 (+9 ms)Region opened successfully at 1732468998284 (+3 ms) 2024-11-24T17:23:18,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:23:18,284 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:23:18,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:23:18,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:23:18,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:23:18,285 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:23:18,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732468998284Disabling compacts and flushes for region at 1732468998284Disabling writes for close at 1732468998284Writing region close event to WAL at 1732468998285 (+1 ms)Closed at 1732468998285 2024-11-24T17:23:18,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:18,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:23:18,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:23:18,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:23:18,288 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:23:18,438 DEBUG [a23eb99f71f0:46515 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:23:18,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:18,440 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,34877,1732468996581, state=OPENING 2024-11-24T17:23:18,491 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:23:18,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:18,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:18,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21736695286/meta-region-server: CHANGED 2024-11-24T17:23:18,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21736695286/meta-region-server: CHANGED 2024-11-24T17:23:18,516 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:23:18,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,34877,1732468996581}] 2024-11-24T17:23:18,708 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:23:18,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:23:18,732 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:23:18,733 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:18,733 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:23:18,734 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C34877%2C1732468996581.meta, suffix=.meta, logDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581, archiveDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/oldWALs, maxLogs=10 2024-11-24T17:23:18,754 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.meta.1732468998735.meta, exclude list is [], retry=0 2024-11-24T17:23:18,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33767,DS-59796ab7-caae-4475-a73e-a6f7ca95d535,DISK] 2024-11-24T17:23:18,791 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.meta.1732468998735.meta 2024-11-24T17:23:18,792 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37595:37595)] 2024-11-24T17:23:18,792 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:18,793 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:23:18,793 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:23:18,793 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:23:18,793 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:23:18,794 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:23:18,794 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:18,794 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:23:18,794 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:23:18,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:23:18,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:23:18,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:18,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:18,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:23:18,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:23:18,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:18,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:18,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:23:18,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:23:18,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:18,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:18,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:23:18,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:23:18,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:18,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:18,822 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:23:18,823 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740 2024-11-24T17:23:18,823 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740 2024-11-24T17:23:18,824 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:23:18,825 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:23:18,825 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:18,826 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:23:18,826 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60946661, jitterRate=-0.09182398021221161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:18,827 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:23:18,827 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732468998794Writing region info on filesystem at 1732468998794Initializing all the Stores at 1732468998795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468998795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468998812 (+17 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468998812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732468998812Cleaning up temporary data from old regions at 1732468998825 (+13 ms)Running coprocessor post-open hooks at 1732468998827 (+2 ms)Region opened successfully at 1732468998827 2024-11-24T17:23:18,828 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732468998708 2024-11-24T17:23:18,830 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:23:18,830 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:23:18,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:18,832 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,34877,1732468996581, state=OPEN 2024-11-24T17:23:18,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21736695286/meta-region-server 2024-11-24T17:23:18,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21736695286/meta-region-server 2024-11-24T17:23:18,839 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:18,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21736695286/meta-region-server: CHANGED 2024-11-24T17:23:18,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21736695286/meta-region-server: CHANGED 2024-11-24T17:23:18,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:23:18,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,34877,1732468996581 in 323 msec 2024-11-24T17:23:18,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:23:18,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 556 msec 2024-11-24T17:23:18,845 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:18,845 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:23:18,848 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:18,848 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,34877,1732468996581, seqNum=-1] 2024-11-24T17:23:18,849 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:18,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:18,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1020 sec 2024-11-24T17:23:18,861 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732468998861, completionTime=-1 2024-11-24T17:23:18,861 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:23:18,861 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:23:18,864 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:23:18,864 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732469058864 2024-11-24T17:23:18,864 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732469118864 2024-11-24T17:23:18,864 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T17:23:18,864 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46515,1732468995923-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,864 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46515,1732468995923-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,864 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46515,1732468995923-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,864 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:46515, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,864 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,866 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:23:18,876 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,881 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.938sec 2024-11-24T17:23:18,881 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:23:18,881 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:23:18,881 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:23:18,881 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:23:18,881 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:23:18,881 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46515,1732468995923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:23:18,881 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46515,1732468995923-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:23:18,906 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:23:18,906 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:23:18,906 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46515,1732468995923-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:18,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f47bf28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:18,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46515,-1 for getting cluster id 2024-11-24T17:23:18,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:18,978 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5' 2024-11-24T17:23:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5" 2024-11-24T17:23:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b17c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46515,-1] 2024-11-24T17:23:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:18,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:18,980 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:18,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e05799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:18,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:18,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,34877,1732468996581, seqNum=-1] 2024-11-24T17:23:18,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:18,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:18,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:18,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58248 2024-11-24T17:23:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:19,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016ddebcb90008 connected 2024-11-24T17:23:19,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:19,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,33801,1732468984683 2024-11-24T17:23:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bef6b7f 2024-11-24T17:23:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:19,012 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:23:19,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:23:19,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:23:19,015 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:19,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:23:19,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:23:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:19,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:23:19,081 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa199cacf6548bdde2a8133928c82eca, NAME => 'test,,1732468999012.aa199cacf6548bdde2a8133928c82eca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325 2024-11-24T17:23:19,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:23:19,118 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732468999012.aa199cacf6548bdde2a8133928c82eca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:19,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aa199cacf6548bdde2a8133928c82eca, disabling compactions & flushes 2024-11-24T17:23:19,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. 2024-11-24T17:23:19,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. 2024-11-24T17:23:19,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. after waiting 0 ms 2024-11-24T17:23:19,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. 2024-11-24T17:23:19,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. 2024-11-24T17:23:19,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa199cacf6548bdde2a8133928c82eca: Waiting for close lock at 1732468999119Disabling compacts and flushes for region at 1732468999119Disabling writes for close at 1732468999119Writing region close event to WAL at 1732468999119Closed at 1732468999119 2024-11-24T17:23:19,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:23:19,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732468999012.aa199cacf6548bdde2a8133928c82eca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732468999120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468999120"}]},"ts":"1732468999120"} 2024-11-24T17:23:19,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:23:19,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:23:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:19,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468999125"}]},"ts":"1732468999125"} 2024-11-24T17:23:19,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:23:19,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa199cacf6548bdde2a8133928c82eca, ASSIGN}] 2024-11-24T17:23:19,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa199cacf6548bdde2a8133928c82eca, ASSIGN 2024-11-24T17:23:19,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aa199cacf6548bdde2a8133928c82eca, ASSIGN; state=OFFLINE, location=a23eb99f71f0,33633,1732468984901; forceNewPlan=false, retain=false 2024-11-24T17:23:19,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:23:19,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:19,284 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa199cacf6548bdde2a8133928c82eca, regionState=OPENING, regionLocation=a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:19,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aa199cacf6548bdde2a8133928c82eca, ASSIGN because future has completed 2024-11-24T17:23:19,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa199cacf6548bdde2a8133928c82eca, server=a23eb99f71f0,33633,1732468984901}] 2024-11-24T17:23:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:19,529 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. 2024-11-24T17:23:19,529 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aa199cacf6548bdde2a8133928c82eca, NAME => 'test,,1732468999012.aa199cacf6548bdde2a8133928c82eca.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:19,529 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:23:19,530 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:23:19,530 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,530 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732468999012.aa199cacf6548bdde2a8133928c82eca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:19,530 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,530 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,544 INFO [StoreOpener-aa199cacf6548bdde2a8133928c82eca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,546 INFO [StoreOpener-aa199cacf6548bdde2a8133928c82eca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa199cacf6548bdde2a8133928c82eca columnFamilyName f 2024-11-24T17:23:19,546 DEBUG [StoreOpener-aa199cacf6548bdde2a8133928c82eca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:19,546 INFO [StoreOpener-aa199cacf6548bdde2a8133928c82eca-1 {}] regionserver.HStore(327): Store=aa199cacf6548bdde2a8133928c82eca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:19,546 INFO [StoreOpener-aa199cacf6548bdde2a8133928c82eca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,547 INFO [StoreOpener-aa199cacf6548bdde2a8133928c82eca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa199cacf6548bdde2a8133928c82eca columnFamilyName f1 2024-11-24T17:23:19,547 DEBUG [StoreOpener-aa199cacf6548bdde2a8133928c82eca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:19,548 INFO [StoreOpener-aa199cacf6548bdde2a8133928c82eca-1 {}] regionserver.HStore(327): Store=aa199cacf6548bdde2a8133928c82eca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:19,548 INFO [StoreOpener-aa199cacf6548bdde2a8133928c82eca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,549 INFO [StoreOpener-aa199cacf6548bdde2a8133928c82eca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa199cacf6548bdde2a8133928c82eca columnFamilyName norep 2024-11-24T17:23:19,549 DEBUG [StoreOpener-aa199cacf6548bdde2a8133928c82eca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:19,549 INFO [StoreOpener-aa199cacf6548bdde2a8133928c82eca-1 {}] regionserver.HStore(327): Store=aa199cacf6548bdde2a8133928c82eca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:19,549 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,550 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,550 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,551 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,551 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,551 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:23:19,552 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,568 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:19,569 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aa199cacf6548bdde2a8133928c82eca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68522229, jitterRate=0.021060779690742493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:23:19,569 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:19,569 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aa199cacf6548bdde2a8133928c82eca: Running coprocessor pre-open hook at 1732468999530Writing region info on filesystem at 1732468999530Initializing all the Stores at 1732468999531 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468999531Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468999544 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732468999544Cleaning up temporary data from old regions at 1732468999551 (+7 ms)Running coprocessor post-open hooks at 1732468999569 (+18 ms)Region opened successfully at 1732468999569 2024-11-24T17:23:19,570 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732468999012.aa199cacf6548bdde2a8133928c82eca., pid=6, masterSystemTime=1732468999453 2024-11-24T17:23:19,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa199cacf6548bdde2a8133928c82eca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:19,574 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. 2024-11-24T17:23:19,574 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. 2024-11-24T17:23:19,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa199cacf6548bdde2a8133928c82eca, server=a23eb99f71f0,33633,1732468984901 because future has completed 2024-11-24T17:23:19,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:23:19,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aa199cacf6548bdde2a8133928c82eca, server=a23eb99f71f0,33633,1732468984901 in 277 msec 2024-11-24T17:23:19,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:23:19,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aa199cacf6548bdde2a8133928c82eca, ASSIGN in 449 msec 2024-11-24T17:23:19,584 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:23:19,584 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468999584"}]},"ts":"1732468999584"} 2024-11-24T17:23:19,587 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:23:19,589 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:23:19,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 576 msec 2024-11-24T17:23:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:19,645 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:23:19,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:19,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ed09b79 2024-11-24T17:23:19,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:19,648 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:23:19,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:23:19,652 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:23:19,652 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:19,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:23:19,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:23:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:19,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:23:19,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9658b3ff5c65cb0a55dd138866bf3689, NAME => 'test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1 2024-11-24T17:23:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:23:19,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:19,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9658b3ff5c65cb0a55dd138866bf3689, disabling compactions & flushes 2024-11-24T17:23:19,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. 2024-11-24T17:23:19,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. 2024-11-24T17:23:19,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. after waiting 0 ms 2024-11-24T17:23:19,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. 2024-11-24T17:23:19,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. 2024-11-24T17:23:19,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9658b3ff5c65cb0a55dd138866bf3689: Waiting for close lock at 1732468999727Disabling compacts and flushes for region at 1732468999727Disabling writes for close at 1732468999727Writing region close event to WAL at 1732468999727Closed at 1732468999727 2024-11-24T17:23:19,729 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:23:19,729 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732468999729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732468999729"}]},"ts":"1732468999729"} 2024-11-24T17:23:19,732 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:23:19,733 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:23:19,733 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732468999733"}]},"ts":"1732468999733"} 2024-11-24T17:23:19,737 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:23:19,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9658b3ff5c65cb0a55dd138866bf3689, ASSIGN}] 2024-11-24T17:23:19,744 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9658b3ff5c65cb0a55dd138866bf3689, ASSIGN 2024-11-24T17:23:19,746 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9658b3ff5c65cb0a55dd138866bf3689, ASSIGN; state=OFFLINE, location=a23eb99f71f0,43251,1732468990885; forceNewPlan=false, retain=false 2024-11-24T17:23:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:19,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9658b3ff5c65cb0a55dd138866bf3689, regionState=OPENING, regionLocation=a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:19,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9658b3ff5c65cb0a55dd138866bf3689, ASSIGN because future has completed 2024-11-24T17:23:19,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9658b3ff5c65cb0a55dd138866bf3689, server=a23eb99f71f0,43251,1732468990885}] 2024-11-24T17:23:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:20,091 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. 2024-11-24T17:23:20,091 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9658b3ff5c65cb0a55dd138866bf3689, NAME => 'test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:20,092 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:23:20,092 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:23:20,092 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,092 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:20,092 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,092 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,099 INFO [StoreOpener-9658b3ff5c65cb0a55dd138866bf3689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,101 INFO [StoreOpener-9658b3ff5c65cb0a55dd138866bf3689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9658b3ff5c65cb0a55dd138866bf3689 columnFamilyName f 2024-11-24T17:23:20,102 DEBUG [StoreOpener-9658b3ff5c65cb0a55dd138866bf3689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:20,102 INFO [StoreOpener-9658b3ff5c65cb0a55dd138866bf3689-1 {}] regionserver.HStore(327): Store=9658b3ff5c65cb0a55dd138866bf3689/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:20,102 INFO [StoreOpener-9658b3ff5c65cb0a55dd138866bf3689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,106 INFO [StoreOpener-9658b3ff5c65cb0a55dd138866bf3689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9658b3ff5c65cb0a55dd138866bf3689 columnFamilyName f1 2024-11-24T17:23:20,106 DEBUG [StoreOpener-9658b3ff5c65cb0a55dd138866bf3689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:20,107 INFO [StoreOpener-9658b3ff5c65cb0a55dd138866bf3689-1 {}] regionserver.HStore(327): Store=9658b3ff5c65cb0a55dd138866bf3689/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:20,107 INFO [StoreOpener-9658b3ff5c65cb0a55dd138866bf3689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,115 INFO [StoreOpener-9658b3ff5c65cb0a55dd138866bf3689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9658b3ff5c65cb0a55dd138866bf3689 columnFamilyName norep 2024-11-24T17:23:20,116 DEBUG [StoreOpener-9658b3ff5c65cb0a55dd138866bf3689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:20,117 INFO [StoreOpener-9658b3ff5c65cb0a55dd138866bf3689-1 {}] regionserver.HStore(327): Store=9658b3ff5c65cb0a55dd138866bf3689/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:20,117 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,118 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,118 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,121 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,121 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,121 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:23:20,123 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,138 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:20,141 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9658b3ff5c65cb0a55dd138866bf3689; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74672946, jitterRate=0.11271360516548157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:23:20,141 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:20,141 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9658b3ff5c65cb0a55dd138866bf3689: Running coprocessor pre-open hook at 1732469000092Writing region info on filesystem at 1732469000092Initializing all the Stores at 1732469000093 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469000093Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469000098 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469000098Cleaning up temporary data from old regions at 1732469000121 (+23 ms)Running coprocessor post-open hooks at 1732469000141 (+20 ms)Region opened successfully at 1732469000141 2024-11-24T17:23:20,144 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689., pid=6, masterSystemTime=1732469000072 2024-11-24T17:23:20,147 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. 2024-11-24T17:23:20,147 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. 2024-11-24T17:23:20,153 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9658b3ff5c65cb0a55dd138866bf3689, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:20,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9658b3ff5c65cb0a55dd138866bf3689, server=a23eb99f71f0,43251,1732468990885 because future has completed 2024-11-24T17:23:20,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:23:20,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9658b3ff5c65cb0a55dd138866bf3689, server=a23eb99f71f0,43251,1732468990885 in 272 msec 2024-11-24T17:23:20,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:23:20,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9658b3ff5c65cb0a55dd138866bf3689, ASSIGN in 439 msec 2024-11-24T17:23:20,179 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:23:20,180 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469000179"}]},"ts":"1732469000179"} 2024-11-24T17:23:20,188 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:23:20,189 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:23:20,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 540 msec 2024-11-24T17:23:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:20,284 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:23:20,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@94a6dc4 2024-11-24T17:23:20,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:20,288 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:23:20,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:23:20,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:23:20,292 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:20,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:23:20,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:23:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:20,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:23:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:20,783 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0288d6357facdb380ac7447c86ce970, NAME => 'test,,1732469000288.a0288d6357facdb380ac7447c86ce970.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f 2024-11-24T17:23:20,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:23:20,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732469000288.a0288d6357facdb380ac7447c86ce970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:20,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a0288d6357facdb380ac7447c86ce970, disabling compactions & flushes 2024-11-24T17:23:20,796 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732469000288.a0288d6357facdb380ac7447c86ce970. 2024-11-24T17:23:20,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732469000288.a0288d6357facdb380ac7447c86ce970. 2024-11-24T17:23:20,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732469000288.a0288d6357facdb380ac7447c86ce970. after waiting 0 ms 2024-11-24T17:23:20,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732469000288.a0288d6357facdb380ac7447c86ce970. 2024-11-24T17:23:20,796 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732469000288.a0288d6357facdb380ac7447c86ce970. 2024-11-24T17:23:20,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0288d6357facdb380ac7447c86ce970: Waiting for close lock at 1732469000796Disabling compacts and flushes for region at 1732469000796Disabling writes for close at 1732469000796Writing region close event to WAL at 1732469000796Closed at 1732469000796 2024-11-24T17:23:20,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:23:20,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732469000288.a0288d6357facdb380ac7447c86ce970.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732469000798"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732469000798"}]},"ts":"1732469000798"} 2024-11-24T17:23:20,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:23:20,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:23:20,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469000801"}]},"ts":"1732469000801"} 2024-11-24T17:23:20,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:23:20,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0288d6357facdb380ac7447c86ce970, ASSIGN}] 2024-11-24T17:23:20,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0288d6357facdb380ac7447c86ce970, ASSIGN 2024-11-24T17:23:20,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a0288d6357facdb380ac7447c86ce970, ASSIGN; state=OFFLINE, location=a23eb99f71f0,34877,1732468996581; forceNewPlan=false, retain=false 2024-11-24T17:23:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:20,969 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0288d6357facdb380ac7447c86ce970, regionState=OPENING, regionLocation=a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:20,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a0288d6357facdb380ac7447c86ce970, ASSIGN because future has completed 2024-11-24T17:23:20,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0288d6357facdb380ac7447c86ce970, server=a23eb99f71f0,34877,1732468996581}] 2024-11-24T17:23:21,145 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732469000288.a0288d6357facdb380ac7447c86ce970. 2024-11-24T17:23:21,145 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a0288d6357facdb380ac7447c86ce970, NAME => 'test,,1732469000288.a0288d6357facdb380ac7447c86ce970.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:21,145 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:23:21,145 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:23:21,145 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,145 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732469000288.a0288d6357facdb380ac7447c86ce970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:21,146 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,146 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,153 INFO [StoreOpener-a0288d6357facdb380ac7447c86ce970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,154 INFO [StoreOpener-a0288d6357facdb380ac7447c86ce970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0288d6357facdb380ac7447c86ce970 columnFamilyName f 2024-11-24T17:23:21,154 DEBUG [StoreOpener-a0288d6357facdb380ac7447c86ce970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:21,155 INFO [StoreOpener-a0288d6357facdb380ac7447c86ce970-1 {}] regionserver.HStore(327): Store=a0288d6357facdb380ac7447c86ce970/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:21,155 INFO [StoreOpener-a0288d6357facdb380ac7447c86ce970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,157 INFO [StoreOpener-a0288d6357facdb380ac7447c86ce970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0288d6357facdb380ac7447c86ce970 columnFamilyName f1 2024-11-24T17:23:21,157 DEBUG [StoreOpener-a0288d6357facdb380ac7447c86ce970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:21,159 INFO [StoreOpener-a0288d6357facdb380ac7447c86ce970-1 {}] regionserver.HStore(327): Store=a0288d6357facdb380ac7447c86ce970/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:21,159 INFO [StoreOpener-a0288d6357facdb380ac7447c86ce970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,160 INFO [StoreOpener-a0288d6357facdb380ac7447c86ce970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0288d6357facdb380ac7447c86ce970 columnFamilyName norep 2024-11-24T17:23:21,160 DEBUG [StoreOpener-a0288d6357facdb380ac7447c86ce970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:21,161 INFO [StoreOpener-a0288d6357facdb380ac7447c86ce970-1 {}] regionserver.HStore(327): Store=a0288d6357facdb380ac7447c86ce970/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:21,161 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,162 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,162 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,163 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,163 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,163 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:23:21,164 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,175 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:21,175 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a0288d6357facdb380ac7447c86ce970; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66839545, jitterRate=-0.004013165831565857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:23:21,175 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:21,176 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a0288d6357facdb380ac7447c86ce970: Running coprocessor pre-open hook at 1732469001146Writing region info on filesystem at 1732469001146Initializing all the Stores at 1732469001147 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469001147Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469001153 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469001153Cleaning up temporary data from old regions at 1732469001163 (+10 ms)Running coprocessor post-open hooks at 1732469001175 (+12 ms)Region opened successfully at 1732469001175 2024-11-24T17:23:21,177 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732469000288.a0288d6357facdb380ac7447c86ce970., pid=6, masterSystemTime=1732469001136 2024-11-24T17:23:21,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0288d6357facdb380ac7447c86ce970, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:21,181 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732469000288.a0288d6357facdb380ac7447c86ce970. 2024-11-24T17:23:21,182 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732469000288.a0288d6357facdb380ac7447c86ce970. 2024-11-24T17:23:21,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0288d6357facdb380ac7447c86ce970, server=a23eb99f71f0,34877,1732468996581 because future has completed 2024-11-24T17:23:21,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:23:21,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a0288d6357facdb380ac7447c86ce970, server=a23eb99f71f0,34877,1732468996581 in 214 msec 2024-11-24T17:23:21,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:23:21,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a0288d6357facdb380ac7447c86ce970, ASSIGN in 385 msec 2024-11-24T17:23:21,197 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:23:21,197 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469001197"}]},"ts":"1732469001197"} 2024-11-24T17:23:21,200 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:23:21,201 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:23:21,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 912 msec 2024-11-24T17:23:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:21,434 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:23:21,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8e5c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:21,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,33801,-1 for getting cluster id 2024-11-24T17:23:21,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:21,436 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f2614bf-7316-4123-8911-15ad576f71c1' 2024-11-24T17:23:21,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:21,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f2614bf-7316-4123-8911-15ad576f71c1" 2024-11-24T17:23:21,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49356255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:21,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,33801,-1] 2024-11-24T17:23:21,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:21,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:21,437 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:21,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3748fb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:21,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,33801,1732468984683 2024-11-24T17:23:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@734ee7d0 2024-11-24T17:23:21,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:21,440 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:23:21,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:37089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:23:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:23:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:21,443 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:37089' 2024-11-24T17:23:21,448 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee9d822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:21,448 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37089,-1 for getting cluster id 2024-11-24T17:23:21,448 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:21,449 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8500079d-e549-4686-896a-af66dc545931' 2024-11-24T17:23:21,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:21,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8500079d-e549-4686-896a-af66dc545931" 2024-11-24T17:23:21,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527948a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:21,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37089,-1] 2024-11-24T17:23:21,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:21,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:21,451 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:21,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c8918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:21,452 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:21,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:21,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70c10492 2024-11-24T17:23:21,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:21,454 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:23:21,455 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-24T17:23:21,455 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:23:21,455 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:21,455 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:21,456 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:21,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:21,457 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:23:21,458 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:23:21,458 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:21,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:23:21,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741837_1013 (size=1138) 2024-11-24T17:23:21,489 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90d11aa92dacd925ca426b7247cba828, NAME => 'hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325 2024-11-24T17:23:21,508 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:23:21,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741838_1014 (size=44) 2024-11-24T17:23:21,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:21,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 90d11aa92dacd925ca426b7247cba828, disabling compactions & flushes 2024-11-24T17:23:21,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. 2024-11-24T17:23:21,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. 2024-11-24T17:23:21,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. after waiting 0 ms 2024-11-24T17:23:21,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. 2024-11-24T17:23:21,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. 2024-11-24T17:23:21,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90d11aa92dacd925ca426b7247cba828: Waiting for close lock at 1732469001522Disabling compacts and flushes for region at 1732469001522Disabling writes for close at 1732469001523 (+1 ms)Writing region close event to WAL at 1732469001523Closed at 1732469001523 2024-11-24T17:23:21,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:23:21,524 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732469001524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732469001524"}]},"ts":"1732469001524"} 2024-11-24T17:23:21,527 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:23:21,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:23:21,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469001528"}]},"ts":"1732469001528"} 2024-11-24T17:23:21,530 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:23:21,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90d11aa92dacd925ca426b7247cba828, ASSIGN}] 2024-11-24T17:23:21,531 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90d11aa92dacd925ca426b7247cba828, ASSIGN 2024-11-24T17:23:21,532 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90d11aa92dacd925ca426b7247cba828, ASSIGN; state=OFFLINE, location=a23eb99f71f0,33633,1732468984901; forceNewPlan=false, retain=false 2024-11-24T17:23:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:21,683 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90d11aa92dacd925ca426b7247cba828, regionState=OPENING, regionLocation=a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:21,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90d11aa92dacd925ca426b7247cba828, ASSIGN because future has completed 2024-11-24T17:23:21,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90d11aa92dacd925ca426b7247cba828, server=a23eb99f71f0,33633,1732468984901}] 2024-11-24T17:23:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:21,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. 2024-11-24T17:23:21,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:21,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:23:21,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C33633%2C1732468984901.rep, suffix=, logDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901, archiveDir=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/oldWALs, maxLogs=10 2024-11-24T17:23:21,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.rep.1732469001846, exclude list is [], retry=0 2024-11-24T17:23:21,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36355,DS-57793db0-7aa2-4ff4-a5b7-f0b048c6400e,DISK] 2024-11-24T17:23:21,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.rep.1732469001846 2024-11-24T17:23:21,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-24T17:23:21,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 90d11aa92dacd925ca426b7247cba828, NAME => 'hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:21,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:23:21,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:23:21,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. service=MultiRowMutationService 2024-11-24T17:23:21,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:23:21,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:21,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,876 INFO [StoreOpener-90d11aa92dacd925ca426b7247cba828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,877 INFO [StoreOpener-90d11aa92dacd925ca426b7247cba828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90d11aa92dacd925ca426b7247cba828 columnFamilyName hfileref 2024-11-24T17:23:21,878 DEBUG [StoreOpener-90d11aa92dacd925ca426b7247cba828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:21,878 INFO [StoreOpener-90d11aa92dacd925ca426b7247cba828-1 {}] regionserver.HStore(327): Store=90d11aa92dacd925ca426b7247cba828/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:21,878 INFO [StoreOpener-90d11aa92dacd925ca426b7247cba828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,879 INFO [StoreOpener-90d11aa92dacd925ca426b7247cba828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90d11aa92dacd925ca426b7247cba828 columnFamilyName queue 2024-11-24T17:23:21,879 DEBUG [StoreOpener-90d11aa92dacd925ca426b7247cba828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:21,879 INFO [StoreOpener-90d11aa92dacd925ca426b7247cba828-1 {}] regionserver.HStore(327): Store=90d11aa92dacd925ca426b7247cba828/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:21,879 INFO [StoreOpener-90d11aa92dacd925ca426b7247cba828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,880 INFO [StoreOpener-90d11aa92dacd925ca426b7247cba828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90d11aa92dacd925ca426b7247cba828 columnFamilyName sid 2024-11-24T17:23:21,880 DEBUG [StoreOpener-90d11aa92dacd925ca426b7247cba828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:21,880 INFO [StoreOpener-90d11aa92dacd925ca426b7247cba828-1 {}] regionserver.HStore(327): Store=90d11aa92dacd925ca426b7247cba828/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:21,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/replication/90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/replication/90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:23:21,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/replication/90d11aa92dacd925ca426b7247cba828/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:21,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 90d11aa92dacd925ca426b7247cba828; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62266891, jitterRate=-0.07215102016925812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:23:21,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:21,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 90d11aa92dacd925ca426b7247cba828: Running coprocessor pre-open hook at 1732469001869Writing region info on filesystem at 1732469001869Initializing all the Stores at 1732469001870 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469001870Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469001875 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469001875Cleaning up temporary data from old regions at 1732469001882 (+7 ms)Running coprocessor post-open hooks at 1732469001884 (+2 ms)Region opened successfully at 1732469001884 2024-11-24T17:23:21,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828., pid=10, masterSystemTime=1732469001842 2024-11-24T17:23:21,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. 2024-11-24T17:23:21,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. 2024-11-24T17:23:21,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90d11aa92dacd925ca426b7247cba828, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:21,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90d11aa92dacd925ca426b7247cba828, server=a23eb99f71f0,33633,1732468984901 because future has completed 2024-11-24T17:23:21,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:23:21,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 90d11aa92dacd925ca426b7247cba828, server=a23eb99f71f0,33633,1732468984901 in 204 msec 2024-11-24T17:23:21,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T17:23:21,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90d11aa92dacd925ca426b7247cba828, ASSIGN in 363 msec 2024-11-24T17:23:21,895 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:23:21,895 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469001895"}]},"ts":"1732469001895"} 2024-11-24T17:23:21,897 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:23:21,897 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:23:21,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 441 msec 2024-11-24T17:23:21,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828., hostname=a23eb99f71f0,33633,1732468984901, seqNum=2] 2024-11-24T17:23:21,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T17:23:21,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T17:23:21,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:23:21,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T17:23:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:22,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:22,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:22,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:23:22,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T17:23:22,359 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:23:22,397 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,33633,1732468984901, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:23:22,398 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:22,398 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,33633,1732468984901, seqNum=-1] 2024-11-24T17:23:22,399 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:22,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-24T17:23:22,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,33633,1732468984901', locateType=CURRENT is [region=hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828., hostname=a23eb99f71f0,33633,1732468984901, seqNum=2] 2024-11-24T17:23:22,408 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T17:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T17:23:22,411 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,33633,1732468984901 suceeded 2024-11-24T17:23:22,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T17:23:22,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-24T17:23:22,414 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:37089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:23:22,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 974 msec 2024-11-24T17:23:22,429 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:37089' 2024-11-24T17:23:22,436 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4796c691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:22,437 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37089,-1 for getting cluster id 2024-11-24T17:23:22,437 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:22,438 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8500079d-e549-4686-896a-af66dc545931' 2024-11-24T17:23:22,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:22,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8500079d-e549-4686-896a-af66dc545931" 2024-11-24T17:23:22,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a15fce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:22,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37089,-1] 2024-11-24T17:23:22,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:22,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:22,439 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:22,440 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c5b95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:22,440 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:22,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:22,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c062b7 2024-11-24T17:23:22,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:22,445 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-24T17:23:22,446 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,33633,1732468984901 (queues=1) is replicating from cluster=7f2614bf-7316-4123-8911-15ad576f71c1 to cluster=8500079d-e549-4686-896a-af66dc545931 2024-11-24T17:23:22,446 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C33633%2C1732468984901 2024-11-24T17:23:22,446 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,33633,1732468984901, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:23:22,450 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332, startPosition=0, beingWritten=true 2024-11-24T17:23:22,457 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C33633%2C1732468984901 2024-11-24T17:23:22,465 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:22,466 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 379, reset compression=false 2024-11-24T17:23:22,466 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,33633,1732468984901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:23:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:22,575 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:23:22,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:23:22,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:22,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:22,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:22,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:22,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdad6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:22,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37089,-1 for getting cluster id 2024-11-24T17:23:22,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:22,581 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8500079d-e549-4686-896a-af66dc545931' 2024-11-24T17:23:22,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:22,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8500079d-e549-4686-896a-af66dc545931" 2024-11-24T17:23:22,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc7d3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:22,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37089,-1] 2024-11-24T17:23:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:22,583 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654e39e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:22,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:22,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:22,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59c67e75 2024-11-24T17:23:22,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:22,588 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:23:22,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:46515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:23:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:23:22,592 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:46515' 2024-11-24T17:23:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:22,601 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc1865a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:22,601 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46515,-1 for getting cluster id 2024-11-24T17:23:22,601 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:22,602 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5' 2024-11-24T17:23:22,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:22,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5" 2024-11-24T17:23:22,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464fa1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:22,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46515,-1] 2024-11-24T17:23:22,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:22,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:22,606 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:22,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba548b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:22,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:22,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:22,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77690e97 2024-11-24T17:23:22,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:22,612 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:23:22,613 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T17:23:22,613 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:23:22,613 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:22,613 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:22,614 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:22,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:22,616 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:23:22,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:23:22,618 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:22,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:23:22,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741837_1013 (size=1138) 2024-11-24T17:23:22,666 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:23:22,673 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 379, reset compression=false 2024-11-24T17:23:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:22,984 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 379, reset compression=false 2024-11-24T17:23:23,066 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58a57d8b21e957045d6f74780ce90b5d, NAME => 'hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1 2024-11-24T17:23:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741838_1014 (size=44) 2024-11-24T17:23:23,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:23,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 58a57d8b21e957045d6f74780ce90b5d, disabling compactions & flushes 2024-11-24T17:23:23,099 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. 2024-11-24T17:23:23,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. 2024-11-24T17:23:23,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. after waiting 0 ms 2024-11-24T17:23:23,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. 2024-11-24T17:23:23,099 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. 2024-11-24T17:23:23,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58a57d8b21e957045d6f74780ce90b5d: Waiting for close lock at 1732469003099Disabling compacts and flushes for region at 1732469003099Disabling writes for close at 1732469003099Writing region close event to WAL at 1732469003099Closed at 1732469003099 2024-11-24T17:23:23,106 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-24T17:23:23,108 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=35, reused chunk count=117, reuseRatio=76.97% 2024-11-24T17:23:23,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:23:23,110 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732469003110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732469003110"}]},"ts":"1732469003110"} 2024-11-24T17:23:23,121 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:23:23,122 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:23:23,122 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469003122"}]},"ts":"1732469003122"} 2024-11-24T17:23:23,124 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:23:23,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58a57d8b21e957045d6f74780ce90b5d, ASSIGN}] 2024-11-24T17:23:23,126 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58a57d8b21e957045d6f74780ce90b5d, ASSIGN 2024-11-24T17:23:23,127 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58a57d8b21e957045d6f74780ce90b5d, ASSIGN; state=OFFLINE, location=a23eb99f71f0,43251,1732468990885; forceNewPlan=false, retain=false 2024-11-24T17:23:23,194 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:23,194 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:23:23,194 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108971 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:23:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:23,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58a57d8b21e957045d6f74780ce90b5d, regionState=OPENING, regionLocation=a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:23,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58a57d8b21e957045d6f74780ce90b5d, ASSIGN because future has completed 2024-11-24T17:23:23,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58a57d8b21e957045d6f74780ce90b5d, server=a23eb99f71f0,43251,1732468990885}] 2024-11-24T17:23:23,413 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 379, reset compression=false 2024-11-24T17:23:23,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. 2024-11-24T17:23:23,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:23,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:23:23,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C43251%2C1732468990885.rep, suffix=, logDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885, archiveDir=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/oldWALs, maxLogs=10 2024-11-24T17:23:23,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.rep.1732469003440, exclude list is [], retry=0 2024-11-24T17:23:23,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-9755fc3d-8f4a-4b12-b891-c351c0aa8055,DISK] 2024-11-24T17:23:23,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.rep.1732469003440 2024-11-24T17:23:23,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42397:42397)] 2024-11-24T17:23:23,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 58a57d8b21e957045d6f74780ce90b5d, NAME => 'hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:23,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:23:23,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:23:23,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. service=MultiRowMutationService 2024-11-24T17:23:23,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:23:23,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:23,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,468 INFO [StoreOpener-58a57d8b21e957045d6f74780ce90b5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,469 INFO [StoreOpener-58a57d8b21e957045d6f74780ce90b5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58a57d8b21e957045d6f74780ce90b5d columnFamilyName hfileref 2024-11-24T17:23:23,469 DEBUG [StoreOpener-58a57d8b21e957045d6f74780ce90b5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:23,469 INFO [StoreOpener-58a57d8b21e957045d6f74780ce90b5d-1 {}] regionserver.HStore(327): Store=58a57d8b21e957045d6f74780ce90b5d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:23,469 INFO [StoreOpener-58a57d8b21e957045d6f74780ce90b5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,470 INFO [StoreOpener-58a57d8b21e957045d6f74780ce90b5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58a57d8b21e957045d6f74780ce90b5d columnFamilyName queue 2024-11-24T17:23:23,470 DEBUG [StoreOpener-58a57d8b21e957045d6f74780ce90b5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:23,471 INFO [StoreOpener-58a57d8b21e957045d6f74780ce90b5d-1 {}] regionserver.HStore(327): Store=58a57d8b21e957045d6f74780ce90b5d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:23,471 INFO [StoreOpener-58a57d8b21e957045d6f74780ce90b5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,472 INFO [StoreOpener-58a57d8b21e957045d6f74780ce90b5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58a57d8b21e957045d6f74780ce90b5d columnFamilyName sid 2024-11-24T17:23:23,472 DEBUG [StoreOpener-58a57d8b21e957045d6f74780ce90b5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:23,472 INFO [StoreOpener-58a57d8b21e957045d6f74780ce90b5d-1 {}] regionserver.HStore(327): Store=58a57d8b21e957045d6f74780ce90b5d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:23,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/replication/58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/replication/58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:23:23,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/replication/58a57d8b21e957045d6f74780ce90b5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:23,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 58a57d8b21e957045d6f74780ce90b5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72882723, jitterRate=0.08603720366954803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:23:23,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:23,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 58a57d8b21e957045d6f74780ce90b5d: Running coprocessor pre-open hook at 1732469003466Writing region info on filesystem at 1732469003467 (+1 ms)Initializing all the Stores at 1732469003467Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469003467Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469003467Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469003467Cleaning up temporary data from old regions at 1732469003474 (+7 ms)Running coprocessor post-open hooks at 1732469003477 (+3 ms)Region opened successfully at 1732469003477 2024-11-24T17:23:23,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d., pid=10, masterSystemTime=1732469003432 2024-11-24T17:23:23,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. 2024-11-24T17:23:23,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. 2024-11-24T17:23:23,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58a57d8b21e957045d6f74780ce90b5d, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:23,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58a57d8b21e957045d6f74780ce90b5d, server=a23eb99f71f0,43251,1732468990885 because future has completed 2024-11-24T17:23:23,482 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37089 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=a23eb99f71f0,43251,1732468990885, table=hbase:replication, region=58a57d8b21e957045d6f74780ce90b5d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T17:23:23,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:23:23,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 58a57d8b21e957045d6f74780ce90b5d, server=a23eb99f71f0,43251,1732468990885 in 205 msec 2024-11-24T17:23:23,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T17:23:23,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58a57d8b21e957045d6f74780ce90b5d, ASSIGN in 362 msec 2024-11-24T17:23:23,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:23:23,489 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469003489"}]},"ts":"1732469003489"} 2024-11-24T17:23:23,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:23:23,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:23:23,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 877 msec 2024-11-24T17:23:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d., hostname=a23eb99f71f0,43251,1732468990885, seqNum=2] 2024-11-24T17:23:23,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:23,554 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:23,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:23:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:23,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T17:23:23,730 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:23:23,767 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,43251,1732468990885, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:23:23,768 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:23,768 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,43251,1732468990885, seqNum=-1] 2024-11-24T17:23:23,768 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:23,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T17:23:23,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,43251,1732468990885', locateType=CURRENT is [region=hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d., hostname=a23eb99f71f0,43251,1732468990885, seqNum=2] 2024-11-24T17:23:23,780 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T17:23:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T17:23:23,785 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,43251,1732468990885 suceeded 2024-11-24T17:23:23,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T17:23:23,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-24T17:23:23,790 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:46515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:23:23,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2020 sec 2024-11-24T17:23:23,798 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:46515' 2024-11-24T17:23:23,799 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@422385fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:23,799 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46515,-1 for getting cluster id 2024-11-24T17:23:23,799 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:23,800 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5' 2024-11-24T17:23:23,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:23,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5" 2024-11-24T17:23:23,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76f101b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:23,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46515,-1] 2024-11-24T17:23:23,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:23,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:23,802 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:23,803 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e63c249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:23,803 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:23,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:23,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@491a8e91 2024-11-24T17:23:23,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:23,804 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-24T17:23:23,805 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,43251,1732468990885 (queues=1) is replicating from cluster=8500079d-e549-4686-896a-af66dc545931 to cluster=7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5 2024-11-24T17:23:23,805 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C43251%2C1732468990885 2024-11-24T17:23:23,805 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,43251,1732468990885, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:23:23,806 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197, startPosition=0, beingWritten=true 2024-11-24T17:23:23,806 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C43251%2C1732468990885 2024-11-24T17:23:23,813 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:23,813 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 379, reset compression=false 2024-11-24T17:23:23,813 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,43251,1732468990885 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:23:23,917 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 379, reset compression=false 2024-11-24T17:23:24,020 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 379, reset compression=false 2024-11-24T17:23:24,296 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:23:24,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,325 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 379, reset compression=false 2024-11-24T17:23:24,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:24,406 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T17:23:24,407 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T17:23:24,529 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 379, reset compression=false 2024-11-24T17:23:24,729 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 379, reset compression=false 2024-11-24T17:23:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:24,735 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:23:24,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:23:24,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:24,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:24,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:24,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:24,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffc3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:24,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46515,-1 for getting cluster id 2024-11-24T17:23:24,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:24,736 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5' 2024-11-24T17:23:24,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:24,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5" 2024-11-24T17:23:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cf9bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46515,-1] 2024-11-24T17:23:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:24,737 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e424934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:24,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@170af099 2024-11-24T17:23:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:24,739 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:23:24,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:37089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:23:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:23:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:24,741 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:37089' 2024-11-24T17:23:24,742 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3435144d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:24,742 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37089,-1 for getting cluster id 2024-11-24T17:23:24,742 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:24,743 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8500079d-e549-4686-896a-af66dc545931' 2024-11-24T17:23:24,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:24,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8500079d-e549-4686-896a-af66dc545931" 2024-11-24T17:23:24,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251cbac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:24,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37089,-1] 2024-11-24T17:23:24,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:24,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:24,744 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:24,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a1418c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:24,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:24,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:24,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4da21d6 2024-11-24T17:23:24,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:24,747 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:23:24,748 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T17:23:24,748 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:23:24,748 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:24,748 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:24,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:24,749 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:24,750 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:23:24,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:23:24,750 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:24,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:23:24,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741837_1013 (size=1138) 2024-11-24T17:23:24,759 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31ecbf16a9cb60067592a23d99f11b29, NAME => 'hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f 2024-11-24T17:23:24,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741838_1014 (size=44) 2024-11-24T17:23:24,800 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:23:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:25,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:25,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31ecbf16a9cb60067592a23d99f11b29, disabling compactions & flushes 2024-11-24T17:23:25,164 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. 2024-11-24T17:23:25,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. 2024-11-24T17:23:25,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. after waiting 0 ms 2024-11-24T17:23:25,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. 2024-11-24T17:23:25,164 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. 2024-11-24T17:23:25,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31ecbf16a9cb60067592a23d99f11b29: Waiting for close lock at 1732469005164Disabling compacts and flushes for region at 1732469005164Disabling writes for close at 1732469005164Writing region close event to WAL at 1732469005164Closed at 1732469005164 2024-11-24T17:23:25,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:23:25,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732469005165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732469005165"}]},"ts":"1732469005165"} 2024-11-24T17:23:25,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:23:25,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:23:25,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469005167"}]},"ts":"1732469005167"} 2024-11-24T17:23:25,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:23:25,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31ecbf16a9cb60067592a23d99f11b29, ASSIGN}] 2024-11-24T17:23:25,170 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31ecbf16a9cb60067592a23d99f11b29, ASSIGN 2024-11-24T17:23:25,170 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31ecbf16a9cb60067592a23d99f11b29, ASSIGN; state=OFFLINE, location=a23eb99f71f0,34877,1732468996581; forceNewPlan=false, retain=false 2024-11-24T17:23:25,232 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 379, reset compression=false 2024-11-24T17:23:25,233 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 379, reset compression=false 2024-11-24T17:23:25,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31ecbf16a9cb60067592a23d99f11b29, regionState=OPENING, regionLocation=a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:25,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31ecbf16a9cb60067592a23d99f11b29, ASSIGN because future has completed 2024-11-24T17:23:25,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ecbf16a9cb60067592a23d99f11b29, server=a23eb99f71f0,34877,1732468996581}] 2024-11-24T17:23:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:25,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. 2024-11-24T17:23:25,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:25,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:23:25,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C34877%2C1732468996581.rep, suffix=, logDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581, archiveDir=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/oldWALs, maxLogs=10 2024-11-24T17:23:25,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.rep.1732469005479, exclude list is [], retry=0 2024-11-24T17:23:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33767,DS-59796ab7-caae-4475-a73e-a6f7ca95d535,DISK] 2024-11-24T17:23:25,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.rep.1732469005479 2024-11-24T17:23:25,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37595:37595)] 2024-11-24T17:23:25,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 31ecbf16a9cb60067592a23d99f11b29, NAME => 'hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:25,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:23:25,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:23:25,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. service=MultiRowMutationService 2024-11-24T17:23:25,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:23:25,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:25,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,499 INFO [StoreOpener-31ecbf16a9cb60067592a23d99f11b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,504 INFO [StoreOpener-31ecbf16a9cb60067592a23d99f11b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ecbf16a9cb60067592a23d99f11b29 columnFamilyName hfileref 2024-11-24T17:23:25,504 DEBUG [StoreOpener-31ecbf16a9cb60067592a23d99f11b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:25,508 INFO [StoreOpener-31ecbf16a9cb60067592a23d99f11b29-1 {}] regionserver.HStore(327): Store=31ecbf16a9cb60067592a23d99f11b29/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:25,508 INFO [StoreOpener-31ecbf16a9cb60067592a23d99f11b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,510 INFO [StoreOpener-31ecbf16a9cb60067592a23d99f11b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ecbf16a9cb60067592a23d99f11b29 columnFamilyName queue 2024-11-24T17:23:25,510 DEBUG [StoreOpener-31ecbf16a9cb60067592a23d99f11b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:25,511 INFO [StoreOpener-31ecbf16a9cb60067592a23d99f11b29-1 {}] regionserver.HStore(327): Store=31ecbf16a9cb60067592a23d99f11b29/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:25,511 INFO [StoreOpener-31ecbf16a9cb60067592a23d99f11b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,511 INFO [StoreOpener-31ecbf16a9cb60067592a23d99f11b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ecbf16a9cb60067592a23d99f11b29 columnFamilyName sid 2024-11-24T17:23:25,511 DEBUG [StoreOpener-31ecbf16a9cb60067592a23d99f11b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:25,512 INFO [StoreOpener-31ecbf16a9cb60067592a23d99f11b29-1 {}] regionserver.HStore(327): Store=31ecbf16a9cb60067592a23d99f11b29/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:25,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/replication/31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/replication/31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:23:25,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/replication/31ecbf16a9cb60067592a23d99f11b29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:25,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 31ecbf16a9cb60067592a23d99f11b29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61738570, jitterRate=-0.0800236165523529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:23:25,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:25,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 31ecbf16a9cb60067592a23d99f11b29: Running coprocessor pre-open hook at 1732469005498Writing region info on filesystem at 1732469005498Initializing all the Stores at 1732469005499 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469005499Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469005499Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469005499Cleaning up temporary data from old regions at 1732469005514 (+15 ms)Running coprocessor post-open hooks at 1732469005516 (+2 ms)Region opened successfully at 1732469005517 (+1 ms) 2024-11-24T17:23:25,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29., pid=10, masterSystemTime=1732469005475 2024-11-24T17:23:25,520 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31ecbf16a9cb60067592a23d99f11b29, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:25,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. 2024-11-24T17:23:25,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. 2024-11-24T17:23:25,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ecbf16a9cb60067592a23d99f11b29, server=a23eb99f71f0,34877,1732468996581 because future has completed 2024-11-24T17:23:25,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:23:25,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 31ecbf16a9cb60067592a23d99f11b29, server=a23eb99f71f0,34877,1732468996581 in 200 msec 2024-11-24T17:23:25,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T17:23:25,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31ecbf16a9cb60067592a23d99f11b29, ASSIGN in 355 msec 2024-11-24T17:23:25,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:23:25,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469005526"}]},"ts":"1732469005526"} 2024-11-24T17:23:25,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:23:25,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:23:25,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 779 msec 2024-11-24T17:23:25,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29., hostname=a23eb99f71f0,34877,1732468996581, seqNum=2] 2024-11-24T17:23:25,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:25,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:25,836 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 379, reset compression=false 2024-11-24T17:23:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:25,948 INFO [AsyncFSWAL-0-hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData-prefix:a23eb99f71f0,46515,1732468995923 {}] wal.AbstractFSWAL(1368): Slow sync cost: 129 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33767,DS-59796ab7-caae-4475-a73e-a6f7ca95d535,DISK]] 2024-11-24T17:23:25,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:23:26,036 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 379, reset compression=false 2024-11-24T17:23:26,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T17:23:26,102 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:23:26,127 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,34877,1732468996581, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:23:26,127 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:26,127 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,34877,1732468996581, seqNum=-1] 2024-11-24T17:23:26,127 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:26,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T17:23:26,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,34877,1732468996581', locateType=CURRENT is [region=hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29., hostname=a23eb99f71f0,34877,1732468996581, seqNum=2] 2024-11-24T17:23:26,132 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T17:23:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T17:23:26,133 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,34877,1732468996581 suceeded 2024-11-24T17:23:26,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T17:23:26,135 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:37089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:23:26,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-24T17:23:26,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3960 sec 2024-11-24T17:23:26,150 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:37089' 2024-11-24T17:23:26,151 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@574c1db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,151 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37089,-1 for getting cluster id 2024-11-24T17:23:26,151 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:26,151 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8500079d-e549-4686-896a-af66dc545931' 2024-11-24T17:23:26,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:26,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8500079d-e549-4686-896a-af66dc545931" 2024-11-24T17:23:26,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65c489f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37089,-1] 2024-11-24T17:23:26,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:26,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:26,153 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:26,154 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a18e8d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,154 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:26,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:26,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1416c65b 2024-11-24T17:23:26,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:26,156 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-24T17:23:26,156 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,34877,1732468996581 (queues=1) is replicating from cluster=7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5 to cluster=8500079d-e549-4686-896a-af66dc545931 2024-11-24T17:23:26,157 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C34877%2C1732468996581 2024-11-24T17:23:26,157 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,34877,1732468996581, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:23:26,160 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202, startPosition=0, beingWritten=true 2024-11-24T17:23:26,168 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C34877%2C1732468996581 2024-11-24T17:23:26,170 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:26,171 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 379, reset compression=false 2024-11-24T17:23:26,171 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,34877,1732468996581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:23:26,389 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 379, reset compression=false 2024-11-24T17:23:26,539 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 379, reset compression=false 2024-11-24T17:23:26,693 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 379, reset compression=false 2024-11-24T17:23:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:26,885 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:23:26,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:23:26,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:26,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:26,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:26,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:26,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6095d4b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,33801,-1 for getting cluster id 2024-11-24T17:23:26,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:26,886 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f2614bf-7316-4123-8911-15ad576f71c1' 2024-11-24T17:23:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f2614bf-7316-4123-8911-15ad576f71c1" 2024-11-24T17:23:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e25c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,33801,-1] 2024-11-24T17:23:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:26,888 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:26,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454eb9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ba66e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37089,-1 for getting cluster id 2024-11-24T17:23:26,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:26,891 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8500079d-e549-4686-896a-af66dc545931' 2024-11-24T17:23:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8500079d-e549-4686-896a-af66dc545931" 2024-11-24T17:23:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79074fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37089,-1] 2024-11-24T17:23:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:26,892 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3f32b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0e6357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46515,-1 for getting cluster id 2024-11-24T17:23:26,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:26,894 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5' 2024-11-24T17:23:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5" 2024-11-24T17:23:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d41307d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46515,-1] 2024-11-24T17:23:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:26,895 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:26,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a91435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,33633,1732468984901, seqNum=-1] 2024-11-24T17:23:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:26,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:26,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732468999012.aa199cacf6548bdde2a8133928c82eca., hostname=a23eb99f71f0,33633,1732468984901, seqNum=2] 2024-11-24T17:23:26,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:26,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,34877,1732468996581, seqNum=-1] 2024-11-24T17:23:26,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:26,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732469000288.a0288d6357facdb380ac7447c86ce970., hostname=a23eb99f71f0,34877,1732468996581, seqNum=2] 2024-11-24T17:23:26,907 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T17:23:26,939 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 379, reset compression=false 2024-11-24T17:23:26,947 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:23:26,947 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 480, reset compression=false 2024-11-24T17:23:26,947 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,33633,1732468984901 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa199cacf6548bdde2a8133928c82eca/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T17:23:26,951 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:23:26,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-24T17:23:26,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:23:26,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3904514d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37089,-1 for getting cluster id 2024-11-24T17:23:26,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:26,954 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8500079d-e549-4686-896a-af66dc545931' 2024-11-24T17:23:26,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:26,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8500079d-e549-4686-896a-af66dc545931" 2024-11-24T17:23:26,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@623dbb61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37089,-1] 2024-11-24T17:23:26,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:26,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:26,956 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:26,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@423e0131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:26,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:26,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,43251,1732468990885, seqNum=-1] 2024-11-24T17:23:26,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:26,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T17:23:26,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689., hostname=a23eb99f71f0,43251,1732468990885, seqNum=2] 2024-11-24T17:23:26,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:23:27,107 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 379, reset compression=false 2024-11-24T17:23:27,152 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 480, reset compression=false 2024-11-24T17:23:27,343 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 379, reset compression=false 2024-11-24T17:23:27,347 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:23:27,347 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 503, reset compression=false 2024-11-24T17:23:27,347 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,43251,1732468990885 got entry batch from reader: WALEntryBatch [walEntries=[{test/9658b3ff5c65cb0a55dd138866bf3689/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T17:23:27,349 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:23:27,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-24T17:23:27,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:23:27,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@243c3f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:27,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46515,-1 for getting cluster id 2024-11-24T17:23:27,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:27,351 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5' 2024-11-24T17:23:27,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:27,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d3e2741-0bdf-4d36-9b96-7ff1d7735bb5" 2024-11-24T17:23:27,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33962e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:27,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46515,-1] 2024-11-24T17:23:27,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:27,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:27,353 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:27,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@190f982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:27,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:27,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,34877,1732468996581, seqNum=-1] 2024-11-24T17:23:27,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:27,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T17:23:27,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732469000288.a0288d6357facdb380ac7447c86ce970., hostname=a23eb99f71f0,34877,1732468996581, seqNum=2] 2024-11-24T17:23:27,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:23:27,457 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 480, reset compression=false 2024-11-24T17:23:27,550 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 503, reset compression=false 2024-11-24T17:23:27,611 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 379, reset compression=false 2024-11-24T17:23:27,615 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:27,616 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 527, reset compression=false 2024-11-24T17:23:27,616 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,34877,1732468996581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:23:27,821 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 527, reset compression=false 2024-11-24T17:23:27,854 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 503, reset compression=false 2024-11-24T17:23:27,861 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 480, reset compression=false 2024-11-24T17:23:27,909 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T17:23:27,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:27,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,43251,1732468990885, seqNum=-1] 2024-11-24T17:23:27,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:27,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689., hostname=a23eb99f71f0,43251,1732468990885, seqNum=2] 2024-11-24T17:23:27,914 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T17:23:28,129 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 527, reset compression=false 2024-11-24T17:23:28,262 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 503, reset compression=false 2024-11-24T17:23:28,266 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:23:28,266 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 607, reset compression=false 2024-11-24T17:23:28,266 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,43251,1732468990885 got entry batch from reader: WALEntryBatch [walEntries=[{test/9658b3ff5c65cb0a55dd138866bf3689/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T17:23:28,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:23:28,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:23:28,369 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 480, reset compression=false 2024-11-24T17:23:28,469 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 607, reset compression=false 2024-11-24T17:23:28,532 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 527, reset compression=false 2024-11-24T17:23:28,536 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:28,536 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 655, reset compression=false 2024-11-24T17:23:28,536 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,34877,1732468996581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:23:28,740 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 655, reset compression=false 2024-11-24T17:23:28,772 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 607, reset compression=false 2024-11-24T17:23:28,916 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T17:23:28,919 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T17:23:28,972 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 480, reset compression=false 2024-11-24T17:23:29,042 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 655, reset compression=false 2024-11-24T17:23:29,048 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:23:29,048 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 759, reset compression=false 2024-11-24T17:23:29,048 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,34877,1732468996581 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0288d6357facdb380ac7447c86ce970/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T17:23:29,050 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:23:29,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-24T17:23:29,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:23:29,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:23:29,176 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 607, reset compression=false 2024-11-24T17:23:29,187 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:29,187 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 734, reset compression=false 2024-11-24T17:23:29,187 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,43251,1732468990885 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:23:29,252 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 759, reset compression=false 2024-11-24T17:23:29,393 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 734, reset compression=false 2024-11-24T17:23:29,555 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 759, reset compression=false 2024-11-24T17:23:29,675 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 480, reset compression=false 2024-11-24T17:23:29,701 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 734, reset compression=false 2024-11-24T17:23:29,921 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T17:23:29,924 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T17:23:29,958 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 759, reset compression=false 2024-11-24T17:23:30,105 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 734, reset compression=false 2024-11-24T17:23:30,462 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 759, reset compression=false 2024-11-24T17:23:30,486 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 480, reset compression=false 2024-11-24T17:23:30,494 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:23:30,494 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:30,494 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,33633,1732468984901 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa199cacf6548bdde2a8133928c82eca/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T17:23:30,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:23:30,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:23:30,613 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 734, reset compression=false 2024-11-24T17:23:30,617 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:23:30,617 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 881, reset compression=false 2024-11-24T17:23:30,617 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,43251,1732468990885 got entry batch from reader: WALEntryBatch [walEntries=[{test/9658b3ff5c65cb0a55dd138866bf3689/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T17:23:30,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:23:30,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:23:30,698 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:30,827 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 881, reset compression=false 2024-11-24T17:23:30,926 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T17:23:30,930 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T17:23:31,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:23:31,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,017 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:31,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:31,074 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 759, reset compression=false 2024-11-24T17:23:31,091 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:31,091 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 930, reset compression=false 2024-11-24T17:23:31,091 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,34877,1732468996581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:23:31,130 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 881, reset compression=false 2024-11-24T17:23:31,166 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:23:31,166 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1040, reset compression=false 2024-11-24T17:23:31,166 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,43251,1732468990885 got entry batch from reader: WALEntryBatch [walEntries=[{test/9658b3ff5c65cb0a55dd138866bf3689/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T17:23:31,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:23:31,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34877 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:23:31,335 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 930, reset compression=false 2024-11-24T17:23:31,342 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:31,342 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 1080, reset compression=false 2024-11-24T17:23:31,342 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,34877,1732468996581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:23:31,378 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1040, reset compression=false 2024-11-24T17:23:31,449 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:31,548 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 1080, reset compression=false 2024-11-24T17:23:31,681 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1040, reset compression=false 2024-11-24T17:23:31,852 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 1080, reset compression=false 2024-11-24T17:23:31,931 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T17:23:31,946 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T17:23:31,957 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:32,085 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1040, reset compression=false 2024-11-24T17:23:32,255 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 1080, reset compression=false 2024-11-24T17:23:32,266 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:23:32,266 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 1239, reset compression=false 2024-11-24T17:23:32,266 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,34877,1732468996581 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0288d6357facdb380ac7447c86ce970/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T17:23:32,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T17:23:32,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T17:23:32,471 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 1239, reset compression=false 2024-11-24T17:23:32,569 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:32,598 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1040, reset compression=false 2024-11-24T17:23:32,602 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:32,602 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1189, reset compression=false 2024-11-24T17:23:32,602 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,43251,1732468990885 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:23:32,774 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 1239, reset compression=false 2024-11-24T17:23:32,805 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1189, reset compression=false 2024-11-24T17:23:32,948 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T17:23:32,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:23:32,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:23:32,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:32,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:32,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:32,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:32,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:23:32,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1020421794, stopped=false 2024-11-24T17:23:32,953 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,46515,1732468995923 2024-11-24T17:23:33,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21736695286/running 2024-11-24T17:23:33,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21736695286/running 2024-11-24T17:23:33,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:33,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:33,046 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:23:33,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:23:33,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:33,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:33,047 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,34877,1732468996581' ***** 2024-11-24T17:23:33,047 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:23:33,047 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:23:33,047 INFO [RS:0;a23eb99f71f0:34877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:23:33,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Set watcher on znode that does not yet exist, /21736695286/running 2024-11-24T17:23:33,047 INFO [RS:0;a23eb99f71f0:34877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:23:33,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Set watcher on znode that does not yet exist, /21736695286/running 2024-11-24T17:23:33,048 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(3091): Received CLOSE for 31ecbf16a9cb60067592a23d99f11b29 2024-11-24T17:23:33,048 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:23:33,048 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(3091): Received CLOSE for a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:33,048 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31ecbf16a9cb60067592a23d99f11b29, disabling compactions & flushes 2024-11-24T17:23:33,049 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. 2024-11-24T17:23:33,049 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. 2024-11-24T17:23:33,049 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. after waiting 0 ms 2024-11-24T17:23:33,049 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. 2024-11-24T17:23:33,049 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31ecbf16a9cb60067592a23d99f11b29 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-24T17:23:33,049 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:33,049 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:23:33,050 INFO [RS:0;a23eb99f71f0:34877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:34877. 2024-11-24T17:23:33,050 DEBUG [RS:0;a23eb99f71f0:34877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:33,050 DEBUG [RS:0;a23eb99f71f0:34877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:33,050 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:23:33,050 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:23:33,050 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:23:33,050 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:23:33,052 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T17:23:33,052 DEBUG [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1325): Online Regions={31ecbf16a9cb60067592a23d99f11b29=hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29., 1588230740=hbase:meta,,1.1588230740, a0288d6357facdb380ac7447c86ce970=test,,1732469000288.a0288d6357facdb380ac7447c86ce970.} 2024-11-24T17:23:33,052 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:23:33,052 DEBUG [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31ecbf16a9cb60067592a23d99f11b29, a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:33,052 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:23:33,052 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:23:33,052 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:23:33,052 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:23:33,052 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T17:23:33,073 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/.tmp/info/2d92589281cc4e75883bf688a7acebf6 is 147, key is hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29./info:regioninfo/1732469005520/Put/seqid=0 2024-11-24T17:23:33,073 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/replication/31ecbf16a9cb60067592a23d99f11b29/.tmp/queue/167308963749407883708aa6c34311cf is 154, key is 1-a23eb99f71f0,34877,1732468996581/queue:a23eb99f71f0%2C34877%2C1732468996581/1732469012272/Put/seqid=0 2024-11-24T17:23:33,089 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:23:33,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741841_1017 (size=5353) 2024-11-24T17:23:33,094 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/replication/31ecbf16a9cb60067592a23d99f11b29/.tmp/queue/167308963749407883708aa6c34311cf 2024-11-24T17:23:33,099 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/replication/31ecbf16a9cb60067592a23d99f11b29/.tmp/queue/167308963749407883708aa6c34311cf as hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/replication/31ecbf16a9cb60067592a23d99f11b29/queue/167308963749407883708aa6c34311cf 2024-11-24T17:23:33,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741840_1016 (size=7686) 2024-11-24T17:23:33,104 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/replication/31ecbf16a9cb60067592a23d99f11b29/queue/167308963749407883708aa6c34311cf, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T17:23:33,105 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 31ecbf16a9cb60067592a23d99f11b29 in 55ms, sequenceid=12, compaction requested=false 2024-11-24T17:23:33,108 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/replication/31ecbf16a9cb60067592a23d99f11b29/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T17:23:33,108 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:23:33,108 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:23:33,108 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. 2024-11-24T17:23:33,108 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31ecbf16a9cb60067592a23d99f11b29: Waiting for close lock at 1732469013048Running coprocessor pre-close hooks at 1732469013048Disabling compacts and flushes for region at 1732469013048Disabling writes for close at 1732469013049 (+1 ms)Obtaining lock to block concurrent updates at 1732469013049Preparing flush snapshotting stores in 31ecbf16a9cb60067592a23d99f11b29 at 1732469013049Finished memstore snapshotting hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732469013049Flushing stores of hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. at 1732469013050 (+1 ms)Flushing 31ecbf16a9cb60067592a23d99f11b29/queue: creating writer at 1732469013051 (+1 ms)Flushing 31ecbf16a9cb60067592a23d99f11b29/queue: appending metadata at 1732469013073 (+22 ms)Flushing 31ecbf16a9cb60067592a23d99f11b29/queue: closing flushed file at 1732469013073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1bb137: reopening flushed file at 1732469013098 (+25 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 31ecbf16a9cb60067592a23d99f11b29 in 55ms, sequenceid=12, compaction requested=false at 1732469013105 (+7 ms)Writing region close event to WAL at 1732469013105Running coprocessor post-close hooks at 1732469013108 (+3 ms)Closed at 1732469013108 2024-11-24T17:23:33,108 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732469004749.31ecbf16a9cb60067592a23d99f11b29. 2024-11-24T17:23:33,108 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1189, reset compression=false 2024-11-24T17:23:33,109 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0288d6357facdb380ac7447c86ce970, disabling compactions & flushes 2024-11-24T17:23:33,109 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732469000288.a0288d6357facdb380ac7447c86ce970. 2024-11-24T17:23:33,109 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732469000288.a0288d6357facdb380ac7447c86ce970. 2024-11-24T17:23:33,109 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732469000288.a0288d6357facdb380ac7447c86ce970. after waiting 0 ms 2024-11-24T17:23:33,109 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732469000288.a0288d6357facdb380ac7447c86ce970. 2024-11-24T17:23:33,109 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a0288d6357facdb380ac7447c86ce970 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T17:23:33,126 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/.tmp/f/ded8dac727d541d3a90494bc6d5141de is 29, key is row1/f:/1732469010927/DeleteFamily/seqid=0 2024-11-24T17:23:33,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741842_1018 (size=5152) 2024-11-24T17:23:33,139 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:23:33,139 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:23:33,178 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 1239, reset compression=false 2024-11-24T17:23:33,184 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:33,185 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 1486, reset compression=false 2024-11-24T17:23:33,185 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,34877,1732468996581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:23:33,186 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a23eb99f71f0,34877,1732468996581: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a23eb99f71f0,34877,1732468996581, walGroup=a23eb99f71f0%2C34877%2C1732468996581, offset=a23eb99f71f0%2C34877%2C1732468996581.1732468998202:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:34877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T17:23:33,187 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T17:23:33,187 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T17:23:33,188 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T17:23:33,188 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T17:23:33,188 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T17:23:33,188 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 858732688 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201549896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T17:23:33,188 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:46515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:46515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T17:23:33,252 DEBUG [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:33,274 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:33,388 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 1486, reset compression=false 2024-11-24T17:23:33,453 DEBUG [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:33,503 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/.tmp/info/2d92589281cc4e75883bf688a7acebf6 2024-11-24T17:23:33,512 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1189, reset compression=false 2024-11-24T17:23:33,521 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/.tmp/ns/38f3d8d8e11e46729f0a267488febe9a is 43, key is default/ns:d/1732468998851/Put/seqid=0 2024-11-24T17:23:33,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741843_1019 (size=5153) 2024-11-24T17:23:33,532 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/.tmp/f/ded8dac727d541d3a90494bc6d5141de 2024-11-24T17:23:33,536 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ded8dac727d541d3a90494bc6d5141de 2024-11-24T17:23:33,553 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/.tmp/f1/20d450dd52c749aaba750fc8a3a3c20f is 30, key is row1/f1:/1732469010927/DeleteFamily/seqid=0 2024-11-24T17:23:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741844_1020 (size=5158) 2024-11-24T17:23:33,653 DEBUG [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:33,709 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 1486, reset compression=false 2024-11-24T17:23:33,853 DEBUG [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0288d6357facdb380ac7447c86ce970 2024-11-24T17:23:33,925 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/.tmp/ns/38f3d8d8e11e46729f0a267488febe9a 2024-11-24T17:23:33,942 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/.tmp/rep_barrier/8b7b89659ec440dea1d99fecc04c915c is 112, key is test,,1732469000288.a0288d6357facdb380ac7447c86ce970./rep_barrier:seqnumDuringOpen/1732469001180/Put/seqid=0 2024-11-24T17:23:33,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741845_1021 (size=5518) 2024-11-24T17:23:33,950 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/.tmp/rep_barrier/8b7b89659ec440dea1d99fecc04c915c 2024-11-24T17:23:33,958 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/.tmp/f1/20d450dd52c749aaba750fc8a3a3c20f 2024-11-24T17:23:33,961 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20d450dd52c749aaba750fc8a3a3c20f 2024-11-24T17:23:33,973 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/.tmp/table/89415bfcda9b4cbc80fceee332ef14b1 is 53, key is hbase:replication/table:state/1732469005526/Put/seqid=0 2024-11-24T17:23:33,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741846_1022 (size=5308) 2024-11-24T17:23:33,979 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/.tmp/table/89415bfcda9b4cbc80fceee332ef14b1 2024-11-24T17:23:33,983 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/.tmp/info/2d92589281cc4e75883bf688a7acebf6 as hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/info/2d92589281cc4e75883bf688a7acebf6 2024-11-24T17:23:33,988 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/info/2d92589281cc4e75883bf688a7acebf6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T17:23:33,989 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/.tmp/ns/38f3d8d8e11e46729f0a267488febe9a as hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/ns/38f3d8d8e11e46729f0a267488febe9a 2024-11-24T17:23:33,993 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/.tmp/norep/762c23bd0763462ea948597091a3161f is 33, key is row2/norep:/1732469011932/DeleteFamily/seqid=0 2024-11-24T17:23:33,994 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/ns/38f3d8d8e11e46729f0a267488febe9a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T17:23:33,995 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/.tmp/rep_barrier/8b7b89659ec440dea1d99fecc04c915c as hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/rep_barrier/8b7b89659ec440dea1d99fecc04c915c 2024-11-24T17:23:34,000 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/rep_barrier/8b7b89659ec440dea1d99fecc04c915c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T17:23:34,001 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/.tmp/table/89415bfcda9b4cbc80fceee332ef14b1 as hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/table/89415bfcda9b4cbc80fceee332ef14b1 2024-11-24T17:23:34,005 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/table/89415bfcda9b4cbc80fceee332ef14b1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T17:23:34,006 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=16, compaction requested=false 2024-11-24T17:23:34,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741847_1023 (size=5108) 2024-11-24T17:23:34,015 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/.tmp/norep/762c23bd0763462ea948597091a3161f 2024-11-24T17:23:34,016 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T17:23:34,017 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:23:34,017 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:23:34,017 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:23:34,017 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732469013052Running coprocessor pre-close hooks at 1732469013052Disabling compacts and flushes for region at 1732469013052Disabling writes for close at 1732469013052Obtaining lock to block concurrent updates at 1732469013052Preparing flush snapshotting stores in 1588230740 at 1732469013052Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732469013056 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732469013056Flushing 1588230740/info: creating writer at 1732469013056Flushing 1588230740/info: appending metadata at 1732469013073 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732469013073Flushing 1588230740/ns: creating writer at 1732469013507 (+434 ms)Flushing 1588230740/ns: appending metadata at 1732469013521 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732469013521Flushing 1588230740/rep_barrier: creating writer at 1732469013928 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732469013942 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732469013942Flushing 1588230740/table: creating writer at 1732469013955 (+13 ms)Flushing 1588230740/table: appending metadata at 1732469013972 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732469013973 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ecbf587: reopening flushed file at 1732469013983 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6763731b: reopening flushed file at 1732469013988 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f707ba: reopening flushed file at 1732469013994 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c347bcb: reopening flushed file at 1732469014000 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=16, compaction requested=false at 1732469014006 (+6 ms)Writing region close event to WAL at 1732469014013 (+7 ms)Running coprocessor post-close hooks at 1732469014017 (+4 ms)Closed at 1732469014017 2024-11-24T17:23:34,017 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:23:34,019 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 762c23bd0763462ea948597091a3161f 2024-11-24T17:23:34,020 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/.tmp/f/ded8dac727d541d3a90494bc6d5141de as hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/f/ded8dac727d541d3a90494bc6d5141de 2024-11-24T17:23:34,021 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1189, reset compression=false 2024-11-24T17:23:34,025 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ded8dac727d541d3a90494bc6d5141de 2024-11-24T17:23:34,025 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/f/ded8dac727d541d3a90494bc6d5141de, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T17:23:34,026 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/.tmp/f1/20d450dd52c749aaba750fc8a3a3c20f as hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/f1/20d450dd52c749aaba750fc8a3a3c20f 2024-11-24T17:23:34,029 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20d450dd52c749aaba750fc8a3a3c20f 2024-11-24T17:23:34,030 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/f1/20d450dd52c749aaba750fc8a3a3c20f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T17:23:34,030 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/.tmp/norep/762c23bd0763462ea948597091a3161f as hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/norep/762c23bd0763462ea948597091a3161f 2024-11-24T17:23:34,034 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 762c23bd0763462ea948597091a3161f 2024-11-24T17:23:34,035 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/norep/762c23bd0763462ea948597091a3161f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T17:23:34,035 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a0288d6357facdb380ac7447c86ce970 in 926ms, sequenceid=10, compaction requested=false 2024-11-24T17:23:34,041 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/data/default/test/a0288d6357facdb380ac7447c86ce970/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T17:23:34,041 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:23:34,041 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:23:34,041 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732469000288.a0288d6357facdb380ac7447c86ce970. 2024-11-24T17:23:34,041 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0288d6357facdb380ac7447c86ce970: Waiting for close lock at 1732469013109Running coprocessor pre-close hooks at 1732469013109Disabling compacts and flushes for region at 1732469013109Disabling writes for close at 1732469013109Obtaining lock to block concurrent updates at 1732469013109Preparing flush snapshotting stores in a0288d6357facdb380ac7447c86ce970 at 1732469013109Finished memstore snapshotting test,,1732469000288.a0288d6357facdb380ac7447c86ce970., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732469013109Flushing stores of test,,1732469000288.a0288d6357facdb380ac7447c86ce970. at 1732469013110 (+1 ms)Flushing a0288d6357facdb380ac7447c86ce970/f: creating writer at 1732469013110Flushing a0288d6357facdb380ac7447c86ce970/f: appending metadata at 1732469013126 (+16 ms)Flushing a0288d6357facdb380ac7447c86ce970/f: closing flushed file at 1732469013126Flushing a0288d6357facdb380ac7447c86ce970/f1: creating writer at 1732469013536 (+410 ms)Flushing a0288d6357facdb380ac7447c86ce970/f1: appending metadata at 1732469013552 (+16 ms)Flushing a0288d6357facdb380ac7447c86ce970/f1: closing flushed file at 1732469013552Flushing a0288d6357facdb380ac7447c86ce970/norep: creating writer at 1732469013961 (+409 ms)Flushing a0288d6357facdb380ac7447c86ce970/norep: appending metadata at 1732469013992 (+31 ms)Flushing a0288d6357facdb380ac7447c86ce970/norep: closing flushed file at 1732469013992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d1b5c4a: reopening flushed file at 1732469014020 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6466a07f: reopening flushed file at 1732469014025 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597dc67c: reopening flushed file at 1732469014030 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a0288d6357facdb380ac7447c86ce970 in 926ms, sequenceid=10, compaction requested=false at 1732469014035 (+5 ms)Writing region close event to WAL at 1732469014037 (+2 ms)Running coprocessor post-close hooks at 1732469014041 (+4 ms)Closed at 1732469014041 2024-11-24T17:23:34,042 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732469000288.a0288d6357facdb380ac7447c86ce970. 2024-11-24T17:23:34,053 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,34877,1732468996581; all regions closed. 2024-11-24T17:23:34,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741834_1010 (size=4239) 2024-11-24T17:23:34,055 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.meta.1732468998735.meta not finished, retry = 0 2024-11-24T17:23:34,078 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:34,120 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 1486, reset compression=false 2024-11-24T17:23:34,126 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:34,126 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.wal-reader.a23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.1732468998202 to pos 2130, reset compression=false 2024-11-24T17:23:34,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741839_1015 (size=3114) 2024-11-24T17:23:34,159 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/WALs/a23eb99f71f0,34877,1732468996581/a23eb99f71f0%2C34877%2C1732468996581.rep.1732469005479 not finished, retry = 0 2024-11-24T17:23:34,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741832_1008 (size=2138) 2024-11-24T17:23:34,261 DEBUG [RS:0;a23eb99f71f0:34877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:34,261 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:23:34,262 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:23:34,262 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:23:34,262 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:23:34,262 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:23:34,263 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,34877,1732468996581 because: Region server is closing 2024-11-24T17:23:34,263 INFO [RS:0;a23eb99f71f0:34877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:34877. 2024-11-24T17:23:34,263 DEBUG [RS:0;a23eb99f71f0:34877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:34,263 DEBUG [RS:0;a23eb99f71f0:34877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:34,263 DEBUG [RS:0;a23eb99f71f0:34877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:34,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:34,363 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,34877,1732468996581.replicationSource.shippera23eb99f71f0%2C34877%2C1732468996581,1-a23eb99f71f0,34877,1732468996581 terminated 2024-11-24T17:23:34,364 INFO [RS:0;a23eb99f71f0:34877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:34877. 2024-11-24T17:23:34,364 DEBUG [RS:0;a23eb99f71f0:34877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:34,364 DEBUG [RS:0;a23eb99f71f0:34877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:34,364 DEBUG [RS:0;a23eb99f71f0:34877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:34,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:34,364 INFO [RS:0;a23eb99f71f0:34877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34877 2024-11-24T17:23:34,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21736695286/rs/a23eb99f71f0,34877,1732468996581 2024-11-24T17:23:34,427 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:23:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286/rs 2024-11-24T17:23:34,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,34877,1732468996581] 2024-11-24T17:23:34,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21736695286/draining/a23eb99f71f0,34877,1732468996581 already deleted, retry=false 2024-11-24T17:23:34,449 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,34877,1732468996581 expired; onlineServers=0 2024-11-24T17:23:34,449 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,46515,1732468995923' ***** 2024-11-24T17:23:34,449 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:23:34,451 INFO [M:0;a23eb99f71f0:46515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:23:34,451 INFO [M:0;a23eb99f71f0:46515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:23:34,451 DEBUG [M:0;a23eb99f71f0:46515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:23:34,451 DEBUG [M:0;a23eb99f71f0:46515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:23:34,451 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468997851 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468997851,5,FailOnTimeoutGroup] 2024-11-24T17:23:34,451 INFO [M:0;a23eb99f71f0:46515 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:23:34,451 INFO [M:0;a23eb99f71f0:46515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:23:34,451 DEBUG [M:0;a23eb99f71f0:46515 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:23:34,451 INFO [M:0;a23eb99f71f0:46515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:23:34,451 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:23:34,451 INFO [M:0;a23eb99f71f0:46515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:23:34,451 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468997850 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468997850,5,FailOnTimeoutGroup] 2024-11-24T17:23:34,451 INFO [M:0;a23eb99f71f0:46515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:23:34,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:23:34,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21736695286/master 2024-11-24T17:23:34,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21736695286 2024-11-24T17:23:34,459 DEBUG [M:0;a23eb99f71f0:46515 {}] zookeeper.ZKUtil(347): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Unable to get data of znode /21736695286/master because node does not exist (not an error) 2024-11-24T17:23:34,459 WARN [M:0;a23eb99f71f0:46515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:23:34,460 INFO [M:0;a23eb99f71f0:46515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/.lastflushedseqids 2024-11-24T17:23:34,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741848_1024 (size=245) 2024-11-24T17:23:34,478 INFO [M:0;a23eb99f71f0:46515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:23:34,478 INFO [M:0;a23eb99f71f0:46515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:23:34,479 DEBUG [M:0;a23eb99f71f0:46515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:23:34,479 INFO [M:0;a23eb99f71f0:46515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:34,479 DEBUG [M:0;a23eb99f71f0:46515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:34,479 DEBUG [M:0;a23eb99f71f0:46515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:23:34,479 DEBUG [M:0;a23eb99f71f0:46515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:34,479 INFO [M:0;a23eb99f71f0:46515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T17:23:34,497 DEBUG [M:0;a23eb99f71f0:46515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44b4cf90dc0747f491cf9f2b2609e44e is 82, key is hbase:meta,,1/info:regioninfo/1732468998831/Put/seqid=0 2024-11-24T17:23:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741849_1025 (size=5672) 2024-11-24T17:23:34,538 INFO [RS:0;a23eb99f71f0:34877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:23:34,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:34,538 INFO [RS:0;a23eb99f71f0:34877 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,34877,1732468996581; zookeeper connection closed. 2024-11-24T17:23:34,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34877-0x1016ddebcb90007, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:34,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e12c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e12c9 2024-11-24T17:23:34,539 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:23:34,625 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1189, reset compression=false 2024-11-24T17:23:34,664 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T17:23:34,902 INFO [M:0;a23eb99f71f0:46515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44b4cf90dc0747f491cf9f2b2609e44e 2024-11-24T17:23:34,939 DEBUG [M:0;a23eb99f71f0:46515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91ae22f243fe4ab2add012c65b28f75b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732469005529/Put/seqid=0 2024-11-24T17:23:34,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741850_1026 (size=8516) 2024-11-24T17:23:34,944 INFO [M:0;a23eb99f71f0:46515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91ae22f243fe4ab2add012c65b28f75b 2024-11-24T17:23:34,962 DEBUG [M:0;a23eb99f71f0:46515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6f9def945ed4acdaa90f6c2247e5d1d is 69, key is a23eb99f71f0,34877,1732468996581/rs:state/1732468997931/Put/seqid=0 2024-11-24T17:23:34,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741851_1027 (size=5156) 2024-11-24T17:23:34,981 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:35,330 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1189, reset compression=false 2024-11-24T17:23:35,378 INFO [M:0;a23eb99f71f0:46515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6f9def945ed4acdaa90f6c2247e5d1d 2024-11-24T17:23:35,382 DEBUG [M:0;a23eb99f71f0:46515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44b4cf90dc0747f491cf9f2b2609e44e as hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44b4cf90dc0747f491cf9f2b2609e44e 2024-11-24T17:23:35,385 INFO [M:0;a23eb99f71f0:46515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44b4cf90dc0747f491cf9f2b2609e44e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T17:23:35,386 DEBUG [M:0;a23eb99f71f0:46515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91ae22f243fe4ab2add012c65b28f75b as hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91ae22f243fe4ab2add012c65b28f75b 2024-11-24T17:23:35,390 INFO [M:0;a23eb99f71f0:46515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91ae22f243fe4ab2add012c65b28f75b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T17:23:35,390 DEBUG [M:0;a23eb99f71f0:46515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6f9def945ed4acdaa90f6c2247e5d1d as hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6f9def945ed4acdaa90f6c2247e5d1d 2024-11-24T17:23:35,395 INFO [M:0;a23eb99f71f0:46515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43693/user/jenkins/test-data/42a393a2-f32c-6b19-f67a-3a26a628370f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6f9def945ed4acdaa90f6c2247e5d1d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T17:23:35,396 INFO [M:0;a23eb99f71f0:46515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false 2024-11-24T17:23:35,397 INFO [M:0;a23eb99f71f0:46515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:35,397 DEBUG [M:0;a23eb99f71f0:46515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732469014479Disabling compacts and flushes for region at 1732469014479Disabling writes for close at 1732469014479Obtaining lock to block concurrent updates at 1732469014479Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732469014479Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732469014479Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732469014479Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732469014479Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732469014497 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732469014497Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732469014909 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732469014939 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732469014939Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732469014947 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732469014962 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732469014962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c689e0d: reopening flushed file at 1732469015381 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e35c96b: reopening flushed file at 1732469015386 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e80fbc: reopening flushed file at 1732469015390 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false at 1732469015396 (+6 ms)Writing region close event to WAL at 1732469015397 (+1 ms)Closed at 1732469015397 2024-11-24T17:23:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33767 is added to blk_1073741830_1006 (size=63654) 2024-11-24T17:23:35,399 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:23:35,399 INFO [M:0;a23eb99f71f0:46515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:23:35,399 INFO [M:0;a23eb99f71f0:46515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46515 2024-11-24T17:23:35,400 INFO [M:0;a23eb99f71f0:46515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:23:35,548 INFO [M:0;a23eb99f71f0:46515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:23:35,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:35,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46515-0x1016ddebcb90006, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:35,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ff8d805{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:23:35,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18457364{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:23:35,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:23:35,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@456bfcc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:23:35,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@764bf359{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/hadoop.log.dir/,STOPPED} 2024-11-24T17:23:35,600 WARN [BP-218189413-172.17.0.3-1732468993899 heartbeating to localhost/127.0.0.1:43693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:23:35,600 WARN [BP-218189413-172.17.0.3-1732468993899 heartbeating to localhost/127.0.0.1:43693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-218189413-172.17.0.3-1732468993899 (Datanode Uuid c870132d-c212-4f7e-b512-3d941b31c4fc) service to localhost/127.0.0.1:43693 2024-11-24T17:23:35,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/cluster_ba9e7177-69b4-28e0-da8c-76e1ff85064d/data/data1/current/BP-218189413-172.17.0.3-1732468993899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:23:35,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/cluster_ba9e7177-69b4-28e0-da8c-76e1ff85064d/data/data2/current/BP-218189413-172.17.0.3-1732468993899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:23:35,601 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:23:35,601 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:23:35,601 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:23:35,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@739e4ce1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:23:35,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b0b7ed0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:23:35,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:23:35,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@677540b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:23:35,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@521f50aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/hadoop.log.dir/,STOPPED} 2024-11-24T17:23:35,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:23:35,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:23:35,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:23:35,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:35,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:35,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:35,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:35,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:23:35,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=119489147, stopped=false 2024-11-24T17:23:35,635 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,37089,1732468990452 2024-11-24T17:23:35,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-833570236/running 2024-11-24T17:23:35,648 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-833570236/running 2024-11-24T17:23:35,648 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:35,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:35,649 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:23:35,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Set watcher on znode that does not yet exist, /1-833570236/running 2024-11-24T17:23:35,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Set watcher on znode that does not yet exist, /1-833570236/running 2024-11-24T17:23:35,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:23:35,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:35,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:35,650 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,43251,1732468990885' ***** 2024-11-24T17:23:35,650 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:23:35,651 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:23:35,651 INFO [RS:0;a23eb99f71f0:43251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:23:35,651 INFO [RS:0;a23eb99f71f0:43251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:23:35,651 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(3091): Received CLOSE for 58a57d8b21e957045d6f74780ce90b5d 2024-11-24T17:23:35,651 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:23:35,651 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(3091): Received CLOSE for 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:35,651 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:35,651 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:23:35,651 INFO [RS:0;a23eb99f71f0:43251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:43251. 2024-11-24T17:23:35,651 DEBUG [RS:0;a23eb99f71f0:43251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:35,651 DEBUG [RS:0;a23eb99f71f0:43251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:35,651 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:23:35,651 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:23:35,651 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:23:35,651 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58a57d8b21e957045d6f74780ce90b5d, disabling compactions & flushes 2024-11-24T17:23:35,652 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:23:35,652 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. 2024-11-24T17:23:35,652 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. 2024-11-24T17:23:35,652 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. after waiting 0 ms 2024-11-24T17:23:35,652 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. 2024-11-24T17:23:35,652 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 58a57d8b21e957045d6f74780ce90b5d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-24T17:23:35,652 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T17:23:35,652 DEBUG [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(1325): Online Regions={58a57d8b21e957045d6f74780ce90b5d=hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d., 1588230740=hbase:meta,,1.1588230740, 9658b3ff5c65cb0a55dd138866bf3689=test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689.} 2024-11-24T17:23:35,652 DEBUG [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58a57d8b21e957045d6f74780ce90b5d, 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:35,652 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:23:35,652 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:23:35,653 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:23:35,653 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:23:35,653 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:23:35,653 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T17:23:35,679 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/replication/58a57d8b21e957045d6f74780ce90b5d/.tmp/queue/dbff693be5d646efb6cff8c2b09c6189 is 154, key is 1-a23eb99f71f0,43251,1732468990885/queue:a23eb99f71f0%2C43251%2C1732468990885/1732469012604/Put/seqid=0 2024-11-24T17:23:35,680 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/.tmp/info/5ce55455f25f463c98d6ac4e00396788 is 147, key is hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d./info:regioninfo/1732469003480/Put/seqid=0 2024-11-24T17:23:35,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741840_1016 (size=5353) 2024-11-24T17:23:35,686 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/replication/58a57d8b21e957045d6f74780ce90b5d/.tmp/queue/dbff693be5d646efb6cff8c2b09c6189 2024-11-24T17:23:35,717 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/replication/58a57d8b21e957045d6f74780ce90b5d/.tmp/queue/dbff693be5d646efb6cff8c2b09c6189 as hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/replication/58a57d8b21e957045d6f74780ce90b5d/queue/dbff693be5d646efb6cff8c2b09c6189 2024-11-24T17:23:35,721 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:23:35,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741841_1017 (size=7686) 2024-11-24T17:23:35,728 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/replication/58a57d8b21e957045d6f74780ce90b5d/queue/dbff693be5d646efb6cff8c2b09c6189, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T17:23:35,730 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 58a57d8b21e957045d6f74780ce90b5d in 78ms, sequenceid=12, compaction requested=false 2024-11-24T17:23:35,781 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/replication/58a57d8b21e957045d6f74780ce90b5d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T17:23:35,785 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:23:35,785 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:23:35,785 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. 2024-11-24T17:23:35,785 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58a57d8b21e957045d6f74780ce90b5d: Waiting for close lock at 1732469015651Running coprocessor pre-close hooks at 1732469015651Disabling compacts and flushes for region at 1732469015651Disabling writes for close at 1732469015652 (+1 ms)Obtaining lock to block concurrent updates at 1732469015652Preparing flush snapshotting stores in 58a57d8b21e957045d6f74780ce90b5d at 1732469015652Finished memstore snapshotting hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732469015652Flushing stores of hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. at 1732469015653 (+1 ms)Flushing 58a57d8b21e957045d6f74780ce90b5d/queue: creating writer at 1732469015653Flushing 58a57d8b21e957045d6f74780ce90b5d/queue: appending metadata at 1732469015678 (+25 ms)Flushing 58a57d8b21e957045d6f74780ce90b5d/queue: closing flushed file at 1732469015678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5edc7acb: reopening flushed file at 1732469015716 (+38 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 58a57d8b21e957045d6f74780ce90b5d in 78ms, sequenceid=12, compaction requested=false at 1732469015730 (+14 ms)Writing region close event to WAL at 1732469015752 (+22 ms)Running coprocessor post-close hooks at 1732469015785 (+33 ms)Closed at 1732469015785 2024-11-24T17:23:35,785 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732469002613.58a57d8b21e957045d6f74780ce90b5d. 2024-11-24T17:23:35,785 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9658b3ff5c65cb0a55dd138866bf3689, disabling compactions & flushes 2024-11-24T17:23:35,785 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. 2024-11-24T17:23:35,785 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. 2024-11-24T17:23:35,785 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. after waiting 0 ms 2024-11-24T17:23:35,785 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. 2024-11-24T17:23:35,786 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9658b3ff5c65cb0a55dd138866bf3689 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T17:23:35,817 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/.tmp/f/00068f56cfde4afc89c320e46bedb17d is 29, key is row1/f:/1732469010927/DeleteFamily/seqid=0 2024-11-24T17:23:35,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741842_1018 (size=5152) 2024-11-24T17:23:35,827 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/.tmp/f/00068f56cfde4afc89c320e46bedb17d 2024-11-24T17:23:35,838 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00068f56cfde4afc89c320e46bedb17d 2024-11-24T17:23:35,853 DEBUG [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9658b3ff5c65cb0a55dd138866bf3689 2024-11-24T17:23:35,865 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/.tmp/f1/1a41aaa645244125b41f917e200a14c6 is 30, key is row1/f1:/1732469010927/DeleteFamily/seqid=0 2024-11-24T17:23:35,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741843_1019 (size=5158) 2024-11-24T17:23:35,882 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/.tmp/f1/1a41aaa645244125b41f917e200a14c6 2024-11-24T17:23:35,887 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a41aaa645244125b41f917e200a14c6 2024-11-24T17:23:35,907 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/.tmp/norep/3236fb5e61df48cfae24f898933cbb5b is 33, key is row1/norep:/1732469010927/DeleteFamily/seqid=0 2024-11-24T17:23:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741844_1020 (size=5108) 2024-11-24T17:23:35,914 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/.tmp/norep/3236fb5e61df48cfae24f898933cbb5b 2024-11-24T17:23:35,918 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3236fb5e61df48cfae24f898933cbb5b 2024-11-24T17:23:35,919 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/.tmp/f/00068f56cfde4afc89c320e46bedb17d as hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/f/00068f56cfde4afc89c320e46bedb17d 2024-11-24T17:23:35,923 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00068f56cfde4afc89c320e46bedb17d 2024-11-24T17:23:35,923 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/f/00068f56cfde4afc89c320e46bedb17d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T17:23:35,924 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/.tmp/f1/1a41aaa645244125b41f917e200a14c6 as hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/f1/1a41aaa645244125b41f917e200a14c6 2024-11-24T17:23:35,932 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a41aaa645244125b41f917e200a14c6 2024-11-24T17:23:35,932 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/f1/1a41aaa645244125b41f917e200a14c6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T17:23:35,933 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/.tmp/norep/3236fb5e61df48cfae24f898933cbb5b as hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/norep/3236fb5e61df48cfae24f898933cbb5b 2024-11-24T17:23:35,938 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3236fb5e61df48cfae24f898933cbb5b 2024-11-24T17:23:35,938 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/norep/3236fb5e61df48cfae24f898933cbb5b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T17:23:35,939 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9658b3ff5c65cb0a55dd138866bf3689 in 154ms, sequenceid=10, compaction requested=false 2024-11-24T17:23:35,943 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/default/test/9658b3ff5c65cb0a55dd138866bf3689/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T17:23:35,943 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:23:35,943 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:23:35,943 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. 2024-11-24T17:23:35,943 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9658b3ff5c65cb0a55dd138866bf3689: Waiting for close lock at 1732469015785Running coprocessor pre-close hooks at 1732469015785Disabling compacts and flushes for region at 1732469015785Disabling writes for close at 1732469015785Obtaining lock to block concurrent updates at 1732469015786 (+1 ms)Preparing flush snapshotting stores in 9658b3ff5c65cb0a55dd138866bf3689 at 1732469015786Finished memstore snapshotting test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732469015786Flushing stores of test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. at 1732469015787 (+1 ms)Flushing 9658b3ff5c65cb0a55dd138866bf3689/f: creating writer at 1732469015787Flushing 9658b3ff5c65cb0a55dd138866bf3689/f: appending metadata at 1732469015816 (+29 ms)Flushing 9658b3ff5c65cb0a55dd138866bf3689/f: closing flushed file at 1732469015816Flushing 9658b3ff5c65cb0a55dd138866bf3689/f1: creating writer at 1732469015838 (+22 ms)Flushing 9658b3ff5c65cb0a55dd138866bf3689/f1: appending metadata at 1732469015864 (+26 ms)Flushing 9658b3ff5c65cb0a55dd138866bf3689/f1: closing flushed file at 1732469015865 (+1 ms)Flushing 9658b3ff5c65cb0a55dd138866bf3689/norep: creating writer at 1732469015887 (+22 ms)Flushing 9658b3ff5c65cb0a55dd138866bf3689/norep: appending metadata at 1732469015906 (+19 ms)Flushing 9658b3ff5c65cb0a55dd138866bf3689/norep: closing flushed file at 1732469015906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22aa3298: reopening flushed file at 1732469015919 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2da87c: reopening flushed file at 1732469015924 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9b0055: reopening flushed file at 1732469015932 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9658b3ff5c65cb0a55dd138866bf3689 in 154ms, sequenceid=10, compaction requested=false at 1732469015939 (+7 ms)Writing region close event to WAL at 1732469015940 (+1 ms)Running coprocessor post-close hooks at 1732469015943 (+3 ms)Closed at 1732469015943 2024-11-24T17:23:35,944 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689. 2024-11-24T17:23:35,985 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:36,053 DEBUG [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:23:36,074 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:23:36,074 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:23:36,122 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/.tmp/info/5ce55455f25f463c98d6ac4e00396788 2024-11-24T17:23:36,134 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 1189, reset compression=false 2024-11-24T17:23:36,146 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:36,146 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 2080, reset compression=false 2024-11-24T17:23:36,146 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,43251,1732468990885 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197, lastWalPosition=2080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:23:36,147 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a23eb99f71f0,43251,1732468990885: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a23eb99f71f0,43251,1732468990885, walGroup=a23eb99f71f0%2C43251%2C1732468990885, offset=a23eb99f71f0%2C43251%2C1732468990885.1732468993197:2080, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:43251 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T17:23:36,148 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T17:23:36,148 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T17:23:36,148 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T17:23:36,149 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T17:23:36,149 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T17:23:36,149 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 938424464 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201773024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T17:23:36,149 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:37089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:37089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T17:23:36,150 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/.tmp/ns/e2cf02644c9347c78bc8a4259add977a is 43, key is default/ns:d/1732468993712/Put/seqid=0 2024-11-24T17:23:36,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741845_1021 (size=5153) 2024-11-24T17:23:36,208 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/.tmp/ns/e2cf02644c9347c78bc8a4259add977a 2024-11-24T17:23:36,253 DEBUG [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:23:36,285 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/.tmp/rep_barrier/6d8e502f4fc64ac4a3e23fb0081ba857 is 112, key is test,,1732468999649.9658b3ff5c65cb0a55dd138866bf3689./rep_barrier:seqnumDuringOpen/1732469000152/Put/seqid=0 2024-11-24T17:23:36,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741846_1022 (size=5518) 2024-11-24T17:23:36,316 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/.tmp/rep_barrier/6d8e502f4fc64ac4a3e23fb0081ba857 2024-11-24T17:23:36,342 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/.tmp/table/b065467acea74c24b5812e81908c0cc1 is 53, key is hbase:replication/table:state/1732469003489/Put/seqid=0 2024-11-24T17:23:36,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741847_1023 (size=5308) 2024-11-24T17:23:36,346 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/.tmp/table/b065467acea74c24b5812e81908c0cc1 2024-11-24T17:23:36,351 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/.tmp/info/5ce55455f25f463c98d6ac4e00396788 as hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/info/5ce55455f25f463c98d6ac4e00396788 2024-11-24T17:23:36,354 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/info/5ce55455f25f463c98d6ac4e00396788, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T17:23:36,355 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/.tmp/ns/e2cf02644c9347c78bc8a4259add977a as hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/ns/e2cf02644c9347c78bc8a4259add977a 2024-11-24T17:23:36,358 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/ns/e2cf02644c9347c78bc8a4259add977a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T17:23:36,359 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/.tmp/rep_barrier/6d8e502f4fc64ac4a3e23fb0081ba857 as hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/rep_barrier/6d8e502f4fc64ac4a3e23fb0081ba857 2024-11-24T17:23:36,363 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/rep_barrier/6d8e502f4fc64ac4a3e23fb0081ba857, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T17:23:36,363 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/.tmp/table/b065467acea74c24b5812e81908c0cc1 as hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/table/b065467acea74c24b5812e81908c0cc1 2024-11-24T17:23:36,367 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/table/b065467acea74c24b5812e81908c0cc1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T17:23:36,368 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 715ms, sequenceid=16, compaction requested=false 2024-11-24T17:23:36,375 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T17:23:36,376 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:23:36,376 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:23:36,376 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:23:36,376 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732469015652Running coprocessor pre-close hooks at 1732469015652Disabling compacts and flushes for region at 1732469015652Disabling writes for close at 1732469015653 (+1 ms)Obtaining lock to block concurrent updates at 1732469015653Preparing flush snapshotting stores in 1588230740 at 1732469015653Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732469015653Flushing stores of hbase:meta,,1.1588230740 at 1732469015655 (+2 ms)Flushing 1588230740/info: creating writer at 1732469015655Flushing 1588230740/info: appending metadata at 1732469015679 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732469015679Flushing 1588230740/ns: creating writer at 1732469016128 (+449 ms)Flushing 1588230740/ns: appending metadata at 1732469016150 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732469016150Flushing 1588230740/rep_barrier: creating writer at 1732469016216 (+66 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732469016284 (+68 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732469016284Flushing 1588230740/table: creating writer at 1732469016320 (+36 ms)Flushing 1588230740/table: appending metadata at 1732469016341 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732469016341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7b342: reopening flushed file at 1732469016350 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bacf823: reopening flushed file at 1732469016355 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e670d3: reopening flushed file at 1732469016358 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd2ac70: reopening flushed file at 1732469016363 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 715ms, sequenceid=16, compaction requested=false at 1732469016368 (+5 ms)Writing region close event to WAL at 1732469016373 (+5 ms)Running coprocessor post-close hooks at 1732469016376 (+3 ms)Closed at 1732469016376 2024-11-24T17:23:36,376 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:23:36,389 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.wal-reader.a23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 to pos 2080, reset compression=false 2024-11-24T17:23:36,453 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,43251,1732468990885; all regions closed. 2024-11-24T17:23:36,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741834_1010 (size=4239) 2024-11-24T17:23:36,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741839_1015 (size=3114) 2024-11-24T17:23:36,457 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.rep.1732469003440 not finished, retry = 0 2024-11-24T17:23:36,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741833_1009 (size=2088) 2024-11-24T17:23:36,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/WALs/a23eb99f71f0,43251,1732468990885/a23eb99f71f0%2C43251%2C1732468990885.1732468993197 not finished, retry = 0 2024-11-24T17:23:36,660 DEBUG [RS:0;a23eb99f71f0:43251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:36,660 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:23:36,660 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:23:36,660 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:23:36,661 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:23:36,661 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:23:36,661 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,43251,1732468990885 because: Region server is closing 2024-11-24T17:23:36,661 INFO [RS:0;a23eb99f71f0:43251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:43251. 2024-11-24T17:23:36,662 DEBUG [RS:0;a23eb99f71f0:43251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:36,662 DEBUG [RS:0;a23eb99f71f0:43251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:36,662 DEBUG [RS:0;a23eb99f71f0:43251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:36,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:36,762 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,43251,1732468990885.replicationSource.shippera23eb99f71f0%2C43251%2C1732468990885,1-a23eb99f71f0,43251,1732468990885 terminated 2024-11-24T17:23:36,762 INFO [RS:0;a23eb99f71f0:43251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:43251. 2024-11-24T17:23:36,762 DEBUG [RS:0;a23eb99f71f0:43251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:36,762 DEBUG [RS:0;a23eb99f71f0:43251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:36,762 DEBUG [RS:0;a23eb99f71f0:43251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:36,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:36,762 INFO [RS:0;a23eb99f71f0:43251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43251 2024-11-24T17:23:36,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236/rs 2024-11-24T17:23:36,774 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-833570236/rs/a23eb99f71f0,43251,1732468990885 2024-11-24T17:23:36,775 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:23:36,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,43251,1732468990885] 2024-11-24T17:23:36,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-833570236/draining/a23eb99f71f0,43251,1732468990885 already deleted, retry=false 2024-11-24T17:23:36,859 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,43251,1732468990885 expired; onlineServers=0 2024-11-24T17:23:36,859 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,37089,1732468990452' ***** 2024-11-24T17:23:36,859 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:23:36,859 INFO [M:0;a23eb99f71f0:37089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:23:36,859 INFO [M:0;a23eb99f71f0:37089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:23:36,859 DEBUG [M:0;a23eb99f71f0:37089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:23:36,859 DEBUG [M:0;a23eb99f71f0:37089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:23:36,859 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:23:36,859 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468992928 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468992928,5,FailOnTimeoutGroup] 2024-11-24T17:23:36,859 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468992944 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468992944,5,FailOnTimeoutGroup] 2024-11-24T17:23:36,859 INFO [M:0;a23eb99f71f0:37089 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:23:36,859 INFO [M:0;a23eb99f71f0:37089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:23:36,859 DEBUG [M:0;a23eb99f71f0:37089 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:23:36,860 INFO [M:0;a23eb99f71f0:37089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:23:36,860 INFO [M:0;a23eb99f71f0:37089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:23:36,860 INFO [M:0;a23eb99f71f0:37089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:23:36,860 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:23:36,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-833570236/master 2024-11-24T17:23:36,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-833570236 2024-11-24T17:23:36,880 DEBUG [M:0;a23eb99f71f0:37089 {}] zookeeper.RecoverableZooKeeper(212): Node /1-833570236/master already deleted, retry=false 2024-11-24T17:23:36,880 DEBUG [M:0;a23eb99f71f0:37089 {}] master.ActiveMasterManager(353): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-833570236/master 2024-11-24T17:23:36,881 INFO [M:0;a23eb99f71f0:37089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/.lastflushedseqids 2024-11-24T17:23:36,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741848_1024 (size=245) 2024-11-24T17:23:36,942 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:36,942 INFO [RS:0;a23eb99f71f0:43251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:23:36,942 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x1016ddebcb90004, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:36,942 INFO [RS:0;a23eb99f71f0:43251 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,43251,1732468990885; zookeeper connection closed. 2024-11-24T17:23:36,942 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@711ecd16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@711ecd16 2024-11-24T17:23:36,942 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:23:37,110 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:37,285 INFO [M:0;a23eb99f71f0:37089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:23:37,285 INFO [M:0;a23eb99f71f0:37089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:23:37,285 DEBUG [M:0;a23eb99f71f0:37089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:23:37,285 INFO [M:0;a23eb99f71f0:37089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:37,285 DEBUG [M:0;a23eb99f71f0:37089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:37,285 DEBUG [M:0;a23eb99f71f0:37089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:23:37,285 DEBUG [M:0;a23eb99f71f0:37089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:37,286 INFO [M:0;a23eb99f71f0:37089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T17:23:37,305 DEBUG [M:0;a23eb99f71f0:37089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4fd0cb9894c4fa7bf4b0a9a69db71f0 is 82, key is hbase:meta,,1/info:regioninfo/1732468993659/Put/seqid=0 2024-11-24T17:23:37,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741849_1025 (size=5672) 2024-11-24T17:23:37,708 INFO [M:0;a23eb99f71f0:37089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4fd0cb9894c4fa7bf4b0a9a69db71f0 2024-11-24T17:23:37,723 DEBUG [M:0;a23eb99f71f0:37089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da60f7874753462d9bb7967bbfeb349a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732469003492/Put/seqid=0 2024-11-24T17:23:37,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741850_1026 (size=8515) 2024-11-24T17:23:38,127 INFO [M:0;a23eb99f71f0:37089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da60f7874753462d9bb7967bbfeb349a 2024-11-24T17:23:38,161 DEBUG [M:0;a23eb99f71f0:37089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/235ddf8575b742b3a65468da76dbc2c4 is 69, key is a23eb99f71f0,43251,1732468990885/rs:state/1732468992955/Put/seqid=0 2024-11-24T17:23:38,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741851_1027 (size=5156) 2024-11-24T17:23:38,169 INFO [M:0;a23eb99f71f0:37089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/235ddf8575b742b3a65468da76dbc2c4 2024-11-24T17:23:38,182 DEBUG [M:0;a23eb99f71f0:37089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4fd0cb9894c4fa7bf4b0a9a69db71f0 as hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4fd0cb9894c4fa7bf4b0a9a69db71f0 2024-11-24T17:23:38,200 INFO [M:0;a23eb99f71f0:37089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4fd0cb9894c4fa7bf4b0a9a69db71f0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T17:23:38,201 DEBUG [M:0;a23eb99f71f0:37089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da60f7874753462d9bb7967bbfeb349a as hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da60f7874753462d9bb7967bbfeb349a 2024-11-24T17:23:38,210 INFO [M:0;a23eb99f71f0:37089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da60f7874753462d9bb7967bbfeb349a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T17:23:38,211 DEBUG [M:0;a23eb99f71f0:37089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/235ddf8575b742b3a65468da76dbc2c4 as hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/235ddf8575b742b3a65468da76dbc2c4 2024-11-24T17:23:38,215 INFO [M:0;a23eb99f71f0:37089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/0cb4931b-0b9d-f7e3-9e9d-8254ec1915c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/235ddf8575b742b3a65468da76dbc2c4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T17:23:38,215 INFO [M:0;a23eb99f71f0:37089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=97, compaction requested=false 2024-11-24T17:23:38,225 INFO [M:0;a23eb99f71f0:37089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:38,225 DEBUG [M:0;a23eb99f71f0:37089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732469017285Disabling compacts and flushes for region at 1732469017285Disabling writes for close at 1732469017285Obtaining lock to block concurrent updates at 1732469017286 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732469017286Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732469017286Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732469017286Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732469017286Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732469017304 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732469017304Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732469017711 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732469017723 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732469017723Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732469018131 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732469018161 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732469018161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24deab7c: reopening flushed file at 1732469018172 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7b0d3b: reopening flushed file at 1732469018200 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ff8383: reopening flushed file at 1732469018211 (+11 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=97, compaction requested=false at 1732469018215 (+4 ms)Writing region close event to WAL at 1732469018224 (+9 ms)Closed at 1732469018224 2024-11-24T17:23:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741830_1006 (size=63642) 2024-11-24T17:23:38,227 INFO [M:0;a23eb99f71f0:37089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:23:38,227 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:23:38,227 INFO [M:0;a23eb99f71f0:37089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37089 2024-11-24T17:23:38,227 INFO [M:0;a23eb99f71f0:37089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:23:38,313 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:38,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:38,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37089-0x1016ddebcb90003, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:38,338 INFO [M:0;a23eb99f71f0:37089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:23:38,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24da3eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:23:38,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a8cdaf7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:23:38,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:23:38,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@754577a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:23:38,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42e2281b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/hadoop.log.dir/,STOPPED} 2024-11-24T17:23:38,375 WARN [BP-987033890-172.17.0.3-1732468987617 heartbeating to localhost/127.0.0.1:33953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:23:38,375 WARN [BP-987033890-172.17.0.3-1732468987617 heartbeating to localhost/127.0.0.1:33953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-987033890-172.17.0.3-1732468987617 (Datanode Uuid 8a8947c1-7222-436e-951d-3653d749f5a5) service to localhost/127.0.0.1:33953 2024-11-24T17:23:38,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/cluster_ba78be03-534d-d4d4-2e2e-e6568fe4e9c5/data/data1/current/BP-987033890-172.17.0.3-1732468987617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:23:38,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/cluster_ba78be03-534d-d4d4-2e2e-e6568fe4e9c5/data/data2/current/BP-987033890-172.17.0.3-1732468987617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:23:38,376 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:23:38,376 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:23:38,376 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:23:38,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1faa8bf9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:23:38,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@319c5a23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:23:38,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:23:38,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ff8e0c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:23:38,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38a70158{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/238a99cc-20dc-dd76-d248-b73720f2c0f9/hadoop.log.dir/,STOPPED} 2024-11-24T17:23:38,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:23:38,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:23:38,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:23:38,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:38,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:38,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:38,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:38,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:23:38,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1946564661, stopped=false 2024-11-24T17:23:38,400 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,33801,1732468984683 2024-11-24T17:23:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-849626199/running 2024-11-24T17:23:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-849626199/running 2024-11-24T17:23:38,438 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:23:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:38,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:23:38,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:38,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:38,439 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,33633,1732468984901' ***** 2024-11-24T17:23:38,439 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:23:38,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Set watcher on znode that does not yet exist, /0-849626199/running 2024-11-24T17:23:38,439 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:23:38,439 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:23:38,439 INFO [RS:0;a23eb99f71f0:33633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:23:38,439 INFO [RS:0;a23eb99f71f0:33633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:23:38,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Set watcher on znode that does not yet exist, /0-849626199/running 2024-11-24T17:23:38,439 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(3091): Received CLOSE for 90d11aa92dacd925ca426b7247cba828 2024-11-24T17:23:38,440 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(3091): Received CLOSE for aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:38,440 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:38,440 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:23:38,440 INFO [RS:0;a23eb99f71f0:33633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:33633. 2024-11-24T17:23:38,440 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90d11aa92dacd925ca426b7247cba828, disabling compactions & flushes 2024-11-24T17:23:38,440 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. 2024-11-24T17:23:38,440 DEBUG [RS:0;a23eb99f71f0:33633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:38,440 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. 2024-11-24T17:23:38,440 DEBUG [RS:0;a23eb99f71f0:33633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:38,440 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. after waiting 0 ms 2024-11-24T17:23:38,440 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. 2024-11-24T17:23:38,440 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:23:38,440 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:23:38,440 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:23:38,440 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:23:38,440 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90d11aa92dacd925ca426b7247cba828 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-24T17:23:38,440 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T17:23:38,440 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 90d11aa92dacd925ca426b7247cba828=hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828., aa199cacf6548bdde2a8133928c82eca=test,,1732468999012.aa199cacf6548bdde2a8133928c82eca.} 2024-11-24T17:23:38,440 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90d11aa92dacd925ca426b7247cba828, aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:38,440 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:23:38,440 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:23:38,440 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:23:38,440 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:23:38,440 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:23:38,441 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T17:23:38,454 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/replication/90d11aa92dacd925ca426b7247cba828/.tmp/queue/d32ce922cc5c4f198ceb2d91d92a2924 is 153, key is 1-a23eb99f71f0,33633,1732468984901/queue:a23eb99f71f0%2C33633%2C1732468984901/1732469010499/Put/seqid=0 2024-11-24T17:23:38,458 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/.tmp/info/8dff86ff91124b2b9aec826e8bc80b12 is 147, key is hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828./info:regioninfo/1732469001888/Put/seqid=0 2024-11-24T17:23:38,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741840_1016 (size=5352) 2024-11-24T17:23:38,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741841_1017 (size=7686) 2024-11-24T17:23:38,482 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:23:38,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:23:38,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,640 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90d11aa92dacd925ca426b7247cba828, aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:38,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:38,841 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90d11aa92dacd925ca426b7247cba828, aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:38,860 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/replication/90d11aa92dacd925ca426b7247cba828/.tmp/queue/d32ce922cc5c4f198ceb2d91d92a2924 2024-11-24T17:23:38,861 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/.tmp/info/8dff86ff91124b2b9aec826e8bc80b12 2024-11-24T17:23:38,864 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/replication/90d11aa92dacd925ca426b7247cba828/.tmp/queue/d32ce922cc5c4f198ceb2d91d92a2924 as hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/replication/90d11aa92dacd925ca426b7247cba828/queue/d32ce922cc5c4f198ceb2d91d92a2924 2024-11-24T17:23:38,868 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/replication/90d11aa92dacd925ca426b7247cba828/queue/d32ce922cc5c4f198ceb2d91d92a2924, entries=1, sequenceid=8, filesize=5.2 K 2024-11-24T17:23:38,869 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 90d11aa92dacd925ca426b7247cba828 in 429ms, sequenceid=8, compaction requested=false 2024-11-24T17:23:38,869 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T17:23:38,874 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/replication/90d11aa92dacd925ca426b7247cba828/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T17:23:38,875 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:23:38,875 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:23:38,875 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. 2024-11-24T17:23:38,875 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90d11aa92dacd925ca426b7247cba828: Waiting for close lock at 1732469018440Running coprocessor pre-close hooks at 1732469018440Disabling compacts and flushes for region at 1732469018440Disabling writes for close at 1732469018440Obtaining lock to block concurrent updates at 1732469018440Preparing flush snapshotting stores in 90d11aa92dacd925ca426b7247cba828 at 1732469018440Finished memstore snapshotting hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732469018440Flushing stores of hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. at 1732469018441 (+1 ms)Flushing 90d11aa92dacd925ca426b7247cba828/queue: creating writer at 1732469018441Flushing 90d11aa92dacd925ca426b7247cba828/queue: appending metadata at 1732469018454 (+13 ms)Flushing 90d11aa92dacd925ca426b7247cba828/queue: closing flushed file at 1732469018454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9a57c5: reopening flushed file at 1732469018864 (+410 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 90d11aa92dacd925ca426b7247cba828 in 429ms, sequenceid=8, compaction requested=false at 1732469018869 (+5 ms)Writing region close event to WAL at 1732469018871 (+2 ms)Running coprocessor post-close hooks at 1732469018875 (+4 ms)Closed at 1732469018875 2024-11-24T17:23:38,875 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732469001455.90d11aa92dacd925ca426b7247cba828. 2024-11-24T17:23:38,875 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa199cacf6548bdde2a8133928c82eca, disabling compactions & flushes 2024-11-24T17:23:38,875 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. 2024-11-24T17:23:38,875 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. 2024-11-24T17:23:38,875 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. after waiting 0 ms 2024-11-24T17:23:38,875 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. 2024-11-24T17:23:38,876 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa199cacf6548bdde2a8133928c82eca 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-24T17:23:38,878 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/.tmp/ns/eaa802632f814022a27069a45f26a8b8 is 43, key is default/ns:d/1732468987485/Put/seqid=0 2024-11-24T17:23:38,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741842_1018 (size=5153) 2024-11-24T17:23:38,885 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/.tmp/ns/eaa802632f814022a27069a45f26a8b8 2024-11-24T17:23:38,892 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/.tmp/f/19123eead1ee4dabb2d74a8b010ad42e is 28, key is row/f:/1732469009922/DeleteFamily/seqid=0 2024-11-24T17:23:38,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741843_1019 (size=5085) 2024-11-24T17:23:38,904 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/.tmp/rep_barrier/9ebb018521174100a4785e24a6fc3f60 is 112, key is test,,1732468999012.aa199cacf6548bdde2a8133928c82eca./rep_barrier:seqnumDuringOpen/1732468999573/Put/seqid=0 2024-11-24T17:23:38,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741844_1020 (size=5518) 2024-11-24T17:23:39,041 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:39,156 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:33801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T17:23:39,217 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:23:39,217 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:23:39,241 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa199cacf6548bdde2a8133928c82eca 2024-11-24T17:23:39,299 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/.tmp/f/19123eead1ee4dabb2d74a8b010ad42e 2024-11-24T17:23:39,305 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19123eead1ee4dabb2d74a8b010ad42e 2024-11-24T17:23:39,308 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/.tmp/rep_barrier/9ebb018521174100a4785e24a6fc3f60 2024-11-24T17:23:39,323 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/.tmp/f1/81819253f55544948c835e79eb98097a is 29, key is row/f1:/1732469009922/DeleteFamily/seqid=0 2024-11-24T17:23:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741845_1021 (size=5089) 2024-11-24T17:23:39,327 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/.tmp/f1/81819253f55544948c835e79eb98097a 2024-11-24T17:23:39,330 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81819253f55544948c835e79eb98097a 2024-11-24T17:23:39,336 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/.tmp/table/390a5e900dab46469a06acc31059ce58 is 53, key is hbase:replication/table:state/1732469001895/Put/seqid=0 2024-11-24T17:23:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741846_1022 (size=5308) 2024-11-24T17:23:39,346 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/.tmp/norep/0f8d8b2ba7fc4dbd92f67d041193aa97 is 32, key is row/norep:/1732469009922/DeleteFamily/seqid=0 2024-11-24T17:23:39,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741847_1023 (size=5101) 2024-11-24T17:23:39,349 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/.tmp/norep/0f8d8b2ba7fc4dbd92f67d041193aa97 2024-11-24T17:23:39,353 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f8d8b2ba7fc4dbd92f67d041193aa97 2024-11-24T17:23:39,353 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/.tmp/f/19123eead1ee4dabb2d74a8b010ad42e as hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/f/19123eead1ee4dabb2d74a8b010ad42e 2024-11-24T17:23:39,357 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19123eead1ee4dabb2d74a8b010ad42e 2024-11-24T17:23:39,357 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/f/19123eead1ee4dabb2d74a8b010ad42e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T17:23:39,358 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/.tmp/f1/81819253f55544948c835e79eb98097a as hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/f1/81819253f55544948c835e79eb98097a 2024-11-24T17:23:39,370 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81819253f55544948c835e79eb98097a 2024-11-24T17:23:39,370 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/f1/81819253f55544948c835e79eb98097a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T17:23:39,371 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/.tmp/norep/0f8d8b2ba7fc4dbd92f67d041193aa97 as hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/norep/0f8d8b2ba7fc4dbd92f67d041193aa97 2024-11-24T17:23:39,374 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f8d8b2ba7fc4dbd92f67d041193aa97 2024-11-24T17:23:39,374 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/norep/0f8d8b2ba7fc4dbd92f67d041193aa97, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T17:23:39,375 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for aa199cacf6548bdde2a8133928c82eca in 500ms, sequenceid=6, compaction requested=false 2024-11-24T17:23:39,375 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T17:23:39,383 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/default/test/aa199cacf6548bdde2a8133928c82eca/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T17:23:39,383 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:23:39,383 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:23:39,383 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. 2024-11-24T17:23:39,383 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa199cacf6548bdde2a8133928c82eca: Waiting for close lock at 1732469018875Running coprocessor pre-close hooks at 1732469018875Disabling compacts and flushes for region at 1732469018875Disabling writes for close at 1732469018875Obtaining lock to block concurrent updates at 1732469018876 (+1 ms)Preparing flush snapshotting stores in aa199cacf6548bdde2a8133928c82eca at 1732469018876Finished memstore snapshotting test,,1732468999012.aa199cacf6548bdde2a8133928c82eca., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732469018876Flushing stores of test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. at 1732469018876Flushing aa199cacf6548bdde2a8133928c82eca/f: creating writer at 1732469018876Flushing aa199cacf6548bdde2a8133928c82eca/f: appending metadata at 1732469018891 (+15 ms)Flushing aa199cacf6548bdde2a8133928c82eca/f: closing flushed file at 1732469018891Flushing aa199cacf6548bdde2a8133928c82eca/f1: creating writer at 1732469019306 (+415 ms)Flushing aa199cacf6548bdde2a8133928c82eca/f1: appending metadata at 1732469019323 (+17 ms)Flushing aa199cacf6548bdde2a8133928c82eca/f1: closing flushed file at 1732469019323Flushing aa199cacf6548bdde2a8133928c82eca/norep: creating writer at 1732469019331 (+8 ms)Flushing aa199cacf6548bdde2a8133928c82eca/norep: appending metadata at 1732469019346 (+15 ms)Flushing aa199cacf6548bdde2a8133928c82eca/norep: closing flushed file at 1732469019346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bdaf727: reopening flushed file at 1732469019353 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de00880: reopening flushed file at 1732469019357 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@654269af: reopening flushed file at 1732469019370 (+13 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for aa199cacf6548bdde2a8133928c82eca in 500ms, sequenceid=6, compaction requested=false at 1732469019375 (+5 ms)Writing region close event to WAL at 1732469019380 (+5 ms)Running coprocessor post-close hooks at 1732469019383 (+3 ms)Closed at 1732469019383 2024-11-24T17:23:39,383 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732468999012.aa199cacf6548bdde2a8133928c82eca. 2024-11-24T17:23:39,441 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:23:39,441 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:23:39,441 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:23:39,617 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 636, reset compression=false 2024-11-24T17:23:39,622 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:23:39,622 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 1527, reset compression=false 2024-11-24T17:23:39,622 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,33633,1732468984901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:23:39,623 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a23eb99f71f0,33633,1732468984901: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a23eb99f71f0,33633,1732468984901, walGroup=a23eb99f71f0%2C33633%2C1732468984901, offset=a23eb99f71f0%2C33633%2C1732468984901.1732468986332:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:33633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T17:23:39,624 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T17:23:39,624 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T17:23:39,625 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T17:23:39,625 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T17:23:39,625 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T17:23:39,625 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 1024407696 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202423104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T17:23:39,625 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:33801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:33801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T17:23:39,641 DEBUG [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:23:39,743 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/.tmp/table/390a5e900dab46469a06acc31059ce58 2024-11-24T17:23:39,747 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/.tmp/info/8dff86ff91124b2b9aec826e8bc80b12 as hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/info/8dff86ff91124b2b9aec826e8bc80b12 2024-11-24T17:23:39,750 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/info/8dff86ff91124b2b9aec826e8bc80b12, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T17:23:39,750 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/.tmp/ns/eaa802632f814022a27069a45f26a8b8 as hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/ns/eaa802632f814022a27069a45f26a8b8 2024-11-24T17:23:39,754 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/ns/eaa802632f814022a27069a45f26a8b8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T17:23:39,754 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/.tmp/rep_barrier/9ebb018521174100a4785e24a6fc3f60 as hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/rep_barrier/9ebb018521174100a4785e24a6fc3f60 2024-11-24T17:23:39,758 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/rep_barrier/9ebb018521174100a4785e24a6fc3f60, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T17:23:39,758 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/.tmp/table/390a5e900dab46469a06acc31059ce58 as hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/table/390a5e900dab46469a06acc31059ce58 2024-11-24T17:23:39,761 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/table/390a5e900dab46469a06acc31059ce58, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T17:23:39,762 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false 2024-11-24T17:23:39,762 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:23:39,766 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T17:23:39,767 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:23:39,767 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:23:39,767 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:23:39,767 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732469018440Running coprocessor pre-close hooks at 1732469018440Disabling compacts and flushes for region at 1732469018440Disabling writes for close at 1732469018440Obtaining lock to block concurrent updates at 1732469018441 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732469018441Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732469018441Flushing stores of hbase:meta,,1.1588230740 at 1732469018441Flushing 1588230740/info: creating writer at 1732469018441Flushing 1588230740/info: appending metadata at 1732469018457 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732469018457Flushing 1588230740/ns: creating writer at 1732469018864 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732469018878 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732469018878Flushing 1588230740/rep_barrier: creating writer at 1732469018888 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732469018903 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732469018903Flushing 1588230740/table: creating writer at 1732469019311 (+408 ms)Flushing 1588230740/table: appending metadata at 1732469019335 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732469019335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@703a0f1d: reopening flushed file at 1732469019746 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3e8604: reopening flushed file at 1732469019750 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e20b37: reopening flushed file at 1732469019754 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1abef103: reopening flushed file at 1732469019758 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false at 1732469019762 (+4 ms)Writing region close event to WAL at 1732469019764 (+2 ms)Running coprocessor post-close hooks at 1732469019767 (+3 ms)Closed at 1732469019767 2024-11-24T17:23:39,767 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:23:39,825 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.1732468986332 to pos 1527, reset compression=false 2024-11-24T17:23:39,842 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,33633,1732468984901; all regions closed. 2024-11-24T17:23:39,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741834_1010 (size=4239) 2024-11-24T17:23:39,845 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/WALs/a23eb99f71f0,33633,1732468984901/a23eb99f71f0%2C33633%2C1732468984901.rep.1732469001846 not finished, retry = 0 2024-11-24T17:23:39,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741839_1015 (size=2240) 2024-11-24T17:23:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741832_1008 (size=1535) 2024-11-24T17:23:39,948 DEBUG [RS:0;a23eb99f71f0:33633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:39,948 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:23:39,948 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:23:39,948 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T17:23:39,948 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:23:39,948 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:23:39,949 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,33633,1732468984901 because: Region server is closing 2024-11-24T17:23:39,949 INFO [RS:0;a23eb99f71f0:33633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:33633. 2024-11-24T17:23:39,949 DEBUG [RS:0;a23eb99f71f0:33633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:39,949 DEBUG [RS:0;a23eb99f71f0:33633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:39,949 DEBUG [RS:0;a23eb99f71f0:33633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:39,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:40,049 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.shippera23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 terminated 2024-11-24T17:23:40,049 INFO [RS:0;a23eb99f71f0:33633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33633 2024-11-24T17:23:40,049 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,33633,1732468984901.replicationSource.wal-reader.a23eb99f71f0%2C33633%2C1732468984901,1-a23eb99f71f0,33633,1732468984901 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T17:23:40,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199/rs 2024-11-24T17:23:40,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-849626199/rs/a23eb99f71f0,33633,1732468984901 2024-11-24T17:23:40,123 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:23:40,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,33633,1732468984901] 2024-11-24T17:23:40,284 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-849626199/draining/a23eb99f71f0,33633,1732468984901 already deleted, retry=false 2024-11-24T17:23:40,284 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,33633,1732468984901 expired; onlineServers=0 2024-11-24T17:23:40,284 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,33801,1732468984683' ***** 2024-11-24T17:23:40,284 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:23:40,285 INFO [M:0;a23eb99f71f0:33801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:23:40,285 INFO [M:0;a23eb99f71f0:33801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:23:40,285 DEBUG [M:0;a23eb99f71f0:33801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:23:40,285 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:23:40,285 DEBUG [M:0;a23eb99f71f0:33801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:23:40,285 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468986094 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732468986094,5,FailOnTimeoutGroup] 2024-11-24T17:23:40,285 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468986095 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732468986095,5,FailOnTimeoutGroup] 2024-11-24T17:23:40,285 INFO [M:0;a23eb99f71f0:33801 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:23:40,285 INFO [M:0;a23eb99f71f0:33801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:23:40,285 DEBUG [M:0;a23eb99f71f0:33801 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:23:40,285 INFO [M:0;a23eb99f71f0:33801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:23:40,285 INFO [M:0;a23eb99f71f0:33801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:23:40,285 INFO [M:0;a23eb99f71f0:33801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:23:40,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:23:40,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:40,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33633-0x1016ddebcb90001, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:40,289 INFO [RS:0;a23eb99f71f0:33633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:23:40,289 INFO [RS:0;a23eb99f71f0:33633 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,33633,1732468984901; zookeeper connection closed. 2024-11-24T17:23:40,289 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79fb8bc7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79fb8bc7 2024-11-24T17:23:40,289 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:23:40,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-849626199/master 2024-11-24T17:23:40,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-849626199 2024-11-24T17:23:40,341 DEBUG [M:0;a23eb99f71f0:33801 {}] zookeeper.ZKUtil(347): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Unable to get data of znode /0-849626199/master because node does not exist (not an error) 2024-11-24T17:23:40,341 WARN [M:0;a23eb99f71f0:33801 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:23:40,341 INFO [M:0;a23eb99f71f0:33801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/.lastflushedseqids 2024-11-24T17:23:40,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741848_1024 (size=245) 2024-11-24T17:23:40,344 INFO [M:0;a23eb99f71f0:33801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:23:40,344 INFO [M:0;a23eb99f71f0:33801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:23:40,344 DEBUG [M:0;a23eb99f71f0:33801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:23:40,344 INFO [M:0;a23eb99f71f0:33801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:40,344 DEBUG [M:0;a23eb99f71f0:33801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:40,345 DEBUG [M:0;a23eb99f71f0:33801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:23:40,345 DEBUG [M:0;a23eb99f71f0:33801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:40,345 INFO [M:0;a23eb99f71f0:33801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-24T17:23:40,356 DEBUG [M:0;a23eb99f71f0:33801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c3fff79fb6c4190b365242cc16dc053 is 82, key is hbase:meta,,1/info:regioninfo/1732468987348/Put/seqid=0 2024-11-24T17:23:40,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741849_1025 (size=5672) 2024-11-24T17:23:40,761 INFO [M:0;a23eb99f71f0:33801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c3fff79fb6c4190b365242cc16dc053 2024-11-24T17:23:40,784 DEBUG [M:0;a23eb99f71f0:33801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e0a53ee93e6402eb53323b07b8e917a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732468999591/Put/seqid=0 2024-11-24T17:23:40,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741850_1026 (size=7217) 2024-11-24T17:23:41,196 INFO [M:0;a23eb99f71f0:33801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e0a53ee93e6402eb53323b07b8e917a 2024-11-24T17:23:41,199 INFO [M:0;a23eb99f71f0:33801 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e0a53ee93e6402eb53323b07b8e917a 2024-11-24T17:23:41,210 DEBUG [M:0;a23eb99f71f0:33801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5d3f1cc6aeb4136abdff8f67572b802 is 69, key is a23eb99f71f0,33633,1732468984901/rs:state/1732468986181/Put/seqid=0 2024-11-24T17:23:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741851_1027 (size=5156) 2024-11-24T17:23:41,614 INFO [M:0;a23eb99f71f0:33801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5d3f1cc6aeb4136abdff8f67572b802 2024-11-24T17:23:41,617 DEBUG [M:0;a23eb99f71f0:33801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c3fff79fb6c4190b365242cc16dc053 as hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c3fff79fb6c4190b365242cc16dc053 2024-11-24T17:23:41,619 INFO [M:0;a23eb99f71f0:33801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c3fff79fb6c4190b365242cc16dc053, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T17:23:41,620 DEBUG [M:0;a23eb99f71f0:33801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e0a53ee93e6402eb53323b07b8e917a as hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e0a53ee93e6402eb53323b07b8e917a 2024-11-24T17:23:41,623 INFO [M:0;a23eb99f71f0:33801 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e0a53ee93e6402eb53323b07b8e917a 2024-11-24T17:23:41,623 INFO [M:0;a23eb99f71f0:33801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e0a53ee93e6402eb53323b07b8e917a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T17:23:41,623 DEBUG [M:0;a23eb99f71f0:33801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5d3f1cc6aeb4136abdff8f67572b802 as hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5d3f1cc6aeb4136abdff8f67572b802 2024-11-24T17:23:41,626 INFO [M:0;a23eb99f71f0:33801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34671/user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5d3f1cc6aeb4136abdff8f67572b802, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T17:23:41,627 INFO [M:0;a23eb99f71f0:33801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-24T17:23:41,628 INFO [M:0;a23eb99f71f0:33801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:41,628 DEBUG [M:0;a23eb99f71f0:33801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732469020344Disabling compacts and flushes for region at 1732469020344Disabling writes for close at 1732469020345 (+1 ms)Obtaining lock to block concurrent updates at 1732469020345Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732469020345Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732469020345Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732469020345Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732469020345Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732469020356 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732469020356Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732469020766 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732469020783 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732469020783Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732469021199 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732469021210 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732469021210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10321a7: reopening flushed file at 1732469021616 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a61e3c0: reopening flushed file at 1732469021620 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64bb30f7: reopening flushed file at 1732469021623 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1732469021627 (+4 ms)Writing region close event to WAL at 1732469021628 (+1 ms)Closed at 1732469021628 2024-11-24T17:23:41,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36355 is added to blk_1073741830_1006 (size=64411) 2024-11-24T17:23:41,629 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e0eb715c-facf-dc3a-5e58-551901f06325/MasterData/WALs/a23eb99f71f0,33801,1732468984683/a23eb99f71f0%2C33801%2C1732468984683.1732468985878 not finished, retry = 0 2024-11-24T17:23:41,730 INFO [M:0;a23eb99f71f0:33801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:23:41,730 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:23:41,730 INFO [M:0;a23eb99f71f0:33801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33801 2024-11-24T17:23:41,731 INFO [M:0;a23eb99f71f0:33801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:23:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:23:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:23:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T17:23:41,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:23:41,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:41,946 INFO [M:0;a23eb99f71f0:33801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:23:41,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33801-0x1016ddebcb90000, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:23:41,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4faddb9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:23:41,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@476faff1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:23:41,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:23:41,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b490052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:23:41,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@474deca2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/hadoop.log.dir/,STOPPED} 2024-11-24T17:23:41,951 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:23:41,951 WARN [BP-599934536-172.17.0.3-1732468982054 heartbeating to localhost/127.0.0.1:34671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:23:41,951 WARN [BP-599934536-172.17.0.3-1732468982054 heartbeating to localhost/127.0.0.1:34671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-599934536-172.17.0.3-1732468982054 (Datanode Uuid e87f9fab-096d-4607-9c40-24b5f0158e19) service to localhost/127.0.0.1:34671 2024-11-24T17:23:41,951 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:23:41,952 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/cluster_c3a10d24-92e9-b8bd-32a0-e3115fe0abfc/data/data1/current/BP-599934536-172.17.0.3-1732468982054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:23:41,952 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/cluster_c3a10d24-92e9-b8bd-32a0-e3115fe0abfc/data/data2/current/BP-599934536-172.17.0.3-1732468982054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:23:41,952 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:23:41,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7449efb5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:23:41,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51d7e7ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:23:41,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:23:41,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fe9d0d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:23:41,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cde6106{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5162c1eb-1cd6-ad05-02d0-8415fdc0b824/hadoop.log.dir/,STOPPED} 2024-11-24T17:23:41,963 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T17:23:41,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:23:41,988 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 316) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43693 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34671 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33953 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58248) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58248) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58248) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=793 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 409) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4213 (was 4601) 2024-11-24T17:23:41,996 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=4213 2024-11-24T17:23:42,008 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-24T17:23:42,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/hadoop.log.dir so I do NOT create it in target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196 2024-11-24T17:23:42,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:23:42,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/hadoop.tmp.dir so I do NOT create it in target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196 2024-11-24T17:23:42,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0c2d4bf-4ac8-5c36-cf28-b67eed6eb7ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:23:42,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196 2024-11-24T17:23:42,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/cluster_6d288ddb-3a6d-48c8-e41c-31cd5c696be8, deleteOnExit=true 2024-11-24T17:23:42,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/cluster_6d288ddb-3a6d-48c8-e41c-31cd5c696be8/zookeeper_0, clientPort=63236, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/cluster_6d288ddb-3a6d-48c8-e41c-31cd5c696be8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/cluster_6d288ddb-3a6d-48c8-e41c-31cd5c696be8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T17:23:42,013 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63236 2024-11-24T17:23:42,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:23:42,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:23:42,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/test.cache.data in system properties and HBase conf 2024-11-24T17:23:42,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:23:42,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:23:42,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:23:42,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:23:42,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:23:42,013 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:23:42,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:23:42,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:23:42,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:23:42,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:23:42,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:23:42,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:23:42,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:23:42,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:23:42,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:23:42,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:23:42,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:23:42,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:23:42,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:23:42,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:23:42,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016ddebcb90002, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:23:42,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016ddebcb90005, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:23:42,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016ddebcb90008, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T17:23:42,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016ddebcb90008, quorum=127.0.0.1:58248, baseZNode=/21736695286 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:23:42,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016ddebcb90002, quorum=127.0.0.1:58248, baseZNode=/0-849626199 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:23:42,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016ddebcb90005, quorum=127.0.0.1:58248, baseZNode=/1-833570236 Received Disconnected from ZooKeeper, ignoring 2024-11-24T17:23:42,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:42,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:23:42,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:23:42,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:23:42,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:23:42,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:42,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@606725d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:23:42,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e8d1afc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:23:42,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aa474bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/java.io.tmpdir/jetty-localhost-34513-hadoop-hdfs-3_4_1-tests_jar-_-any-479231819911023762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:23:42,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5947f973{HTTP/1.1, (http/1.1)}{localhost:34513} 2024-11-24T17:23:42,734 INFO [Time-limited test {}] server.Server(415): Started @328944ms 2024-11-24T17:23:43,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:43,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:23:43,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:23:43,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:23:43,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:23:43,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a301520{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:23:43,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fb257e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:23:43,213 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:43,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:23:43,214 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128991 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:23:43,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cc059a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/java.io.tmpdir/jetty-localhost-34617-hadoop-hdfs-3_4_1-tests_jar-_-any-14340451928545268977/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:23:43,254 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e68acde{HTTP/1.1, (http/1.1)}{localhost:34617} 2024-11-24T17:23:43,254 INFO [Time-limited test {}] server.Server(415): Started @329464ms 2024-11-24T17:23:43,255 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:23:44,287 WARN [Thread-4189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/cluster_6d288ddb-3a6d-48c8-e41c-31cd5c696be8/data/data2/current/BP-612100528-172.17.0.3-1732469022028/current, will proceed with Du for space computation calculation, 2024-11-24T17:23:44,287 WARN [Thread-4188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/cluster_6d288ddb-3a6d-48c8-e41c-31cd5c696be8/data/data1/current/BP-612100528-172.17.0.3-1732469022028/current, will proceed with Du for space computation calculation, 2024-11-24T17:23:44,334 WARN [Thread-4176 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:23:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e9a835d69b7a697 with lease ID 0x206c63646adf4dc2: Processing first storage report for DS-cf023e19-508e-42f3-bb44-7799c760ab9b from datanode DatanodeRegistration(127.0.0.1:32979, datanodeUuid=d0ae3f36-884d-4ea6-97cd-b255e1c1d297, infoPort=36543, infoSecurePort=0, ipcPort=36071, storageInfo=lv=-57;cid=testClusterID;nsid=1484931017;c=1732469022028) 2024-11-24T17:23:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e9a835d69b7a697 with lease ID 0x206c63646adf4dc2: from storage DS-cf023e19-508e-42f3-bb44-7799c760ab9b node DatanodeRegistration(127.0.0.1:32979, datanodeUuid=d0ae3f36-884d-4ea6-97cd-b255e1c1d297, infoPort=36543, infoSecurePort=0, ipcPort=36071, storageInfo=lv=-57;cid=testClusterID;nsid=1484931017;c=1732469022028), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T17:23:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e9a835d69b7a697 with lease ID 0x206c63646adf4dc2: Processing first storage report for DS-fb351989-9204-4fb2-89eb-8dbed164619b from datanode DatanodeRegistration(127.0.0.1:32979, datanodeUuid=d0ae3f36-884d-4ea6-97cd-b255e1c1d297, infoPort=36543, infoSecurePort=0, ipcPort=36071, storageInfo=lv=-57;cid=testClusterID;nsid=1484931017;c=1732469022028) 2024-11-24T17:23:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e9a835d69b7a697 with lease ID 0x206c63646adf4dc2: from storage DS-fb351989-9204-4fb2-89eb-8dbed164619b node DatanodeRegistration(127.0.0.1:32979, datanodeUuid=d0ae3f36-884d-4ea6-97cd-b255e1c1d297, infoPort=36543, infoSecurePort=0, ipcPort=36071, storageInfo=lv=-57;cid=testClusterID;nsid=1484931017;c=1732469022028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:23:44,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:23:44,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196 2024-11-24T17:23:44,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:44,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:44,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:23:44,883 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396 with version=8 2024-11-24T17:23:44,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/hbase-staging 2024-11-24T17:23:44,885 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:23:44,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:44,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:44,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:23:44,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:44,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:23:44,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:23:44,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:23:44,886 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46325 2024-11-24T17:23:44,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46325 connecting to ZooKeeper ensemble=127.0.0.1:63236 2024-11-24T17:23:44,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463250x0, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:44,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46325-0x1016ddf58e50000 connected 2024-11-24T17:23:45,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:45,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:45,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Set watcher on znode that does not yet exist, /0-581175896/running 2024-11-24T17:23:45,076 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396, hbase.cluster.distributed=false 2024-11-24T17:23:45,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Set watcher on znode that does not yet exist, /0-581175896/acl 2024-11-24T17:23:45,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46325 2024-11-24T17:23:45,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46325 2024-11-24T17:23:45,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46325 2024-11-24T17:23:45,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46325 2024-11-24T17:23:45,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46325 2024-11-24T17:23:45,111 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:23:45,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:45,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:45,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:23:45,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:45,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:23:45,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:23:45,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:23:45,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41687 2024-11-24T17:23:45,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41687 connecting to ZooKeeper ensemble=127.0.0.1:63236 2024-11-24T17:23:45,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:45,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:45,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416870x0, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:45,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416870x0, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Set watcher on znode that does not yet exist, /0-581175896/running 2024-11-24T17:23:45,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41687-0x1016ddf58e50001 connected 2024-11-24T17:23:45,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:23:45,131 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:23:45,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Set watcher on znode that does not yet exist, /0-581175896/master 2024-11-24T17:23:45,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Set watcher on znode that does not yet exist, /0-581175896/acl 2024-11-24T17:23:45,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-24T17:23:45,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41687 2024-11-24T17:23:45,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41687 2024-11-24T17:23:45,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-24T17:23:45,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-24T17:23:45,166 DEBUG [M:0;a23eb99f71f0:46325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:46325 2024-11-24T17:23:45,176 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-581175896/backup-masters/a23eb99f71f0,46325,1732469024885 2024-11-24T17:23:45,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896/backup-masters 2024-11-24T17:23:45,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896/backup-masters 2024-11-24T17:23:45,192 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Set watcher on existing znode=/0-581175896/backup-masters/a23eb99f71f0,46325,1732469024885 2024-11-24T17:23:45,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896 2024-11-24T17:23:45,201 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Set watcher on existing znode=/0-581175896/master 2024-11-24T17:23:45,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-581175896/master 2024-11-24T17:23:45,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896 2024-11-24T17:23:45,202 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-581175896/backup-masters/a23eb99f71f0,46325,1732469024885 from backup master directory 2024-11-24T17:23:45,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896/backup-masters 2024-11-24T17:23:45,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-581175896/backup-masters/a23eb99f71f0,46325,1732469024885 2024-11-24T17:23:45,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896/backup-masters 2024-11-24T17:23:45,210 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:23:45,210 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,46325,1732469024885 2024-11-24T17:23:45,235 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/hbase.id] with ID: e31a3086-5d4b-4d5c-8ce5-932a3429a568 2024-11-24T17:23:45,235 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/.tmp/hbase.id 2024-11-24T17:23:45,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:23:45,660 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/.tmp/hbase.id]:[hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/hbase.id] 2024-11-24T17:23:45,668 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:45,668 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:23:45,669 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:23:45,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896 2024-11-24T17:23:45,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896 2024-11-24T17:23:45,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:23:46,122 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:46,123 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:23:46,123 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:46,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:23:46,530 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/MasterData/data/master/store 2024-11-24T17:23:46,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:23:46,536 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:46,536 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:23:46,536 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:46,536 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:46,536 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:23:46,536 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:46,536 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:46,536 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732469026536Disabling compacts and flushes for region at 1732469026536Disabling writes for close at 1732469026536Writing region close event to WAL at 1732469026536Closed at 1732469026536 2024-11-24T17:23:46,537 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/MasterData/data/master/store/.initializing 2024-11-24T17:23:46,537 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/MasterData/WALs/a23eb99f71f0,46325,1732469024885 2024-11-24T17:23:46,537 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:23:46,540 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C46325%2C1732469024885, suffix=, logDir=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/MasterData/WALs/a23eb99f71f0,46325,1732469024885, archiveDir=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/MasterData/oldWALs, maxLogs=10 2024-11-24T17:23:46,559 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/MasterData/WALs/a23eb99f71f0,46325,1732469024885/a23eb99f71f0%2C46325%2C1732469024885.1732469026540, exclude list is [], retry=0 2024-11-24T17:23:46,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-cf023e19-508e-42f3-bb44-7799c760ab9b,DISK] 2024-11-24T17:23:46,597 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/MasterData/WALs/a23eb99f71f0,46325,1732469024885/a23eb99f71f0%2C46325%2C1732469024885.1732469026540 2024-11-24T17:23:46,598 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36543:36543)] 2024-11-24T17:23:46,599 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:46,599 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:46,599 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:46,599 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:46,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:46,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:23:46,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:46,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:46,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:46,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:23:46,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:46,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:46,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:46,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:23:46,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:46,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:46,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:46,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:23:46,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:46,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:46,607 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:46,608 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:46,608 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:46,609 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:46,609 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:46,609 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:46,610 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:46,611 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:46,611 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59279205, jitterRate=-0.11667101085186005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:46,612 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732469026599Initializing all the Stores at 1732469026600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469026600Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469026600Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469026600Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469026600Cleaning up temporary data from old regions at 1732469026609 (+9 ms)Region opened successfully at 1732469026612 (+3 ms) 2024-11-24T17:23:46,612 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:23:46,615 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c49eee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:23:46,616 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:23:46,616 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:23:46,616 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:23:46,616 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:23:46,616 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:23:46,617 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:23:46,617 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:23:46,620 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:23:46,621 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Unable to get data of znode /0-581175896/balancer because node does not exist (not necessarily an error) 2024-11-24T17:23:46,852 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-581175896/balancer already deleted, retry=false 2024-11-24T17:23:46,853 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:23:46,854 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Unable to get data of znode /0-581175896/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:23:46,999 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-581175896/normalizer already deleted, retry=false 2024-11-24T17:23:46,999 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:23:47,001 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Unable to get data of znode /0-581175896/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:23:47,010 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-581175896/switch/split already deleted, retry=false 2024-11-24T17:23:47,012 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Unable to get data of znode /0-581175896/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:23:47,020 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-581175896/switch/merge already deleted, retry=false 2024-11-24T17:23:47,022 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Unable to get data of znode /0-581175896/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:23:47,031 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-581175896/snapshot-cleanup already deleted, retry=false 2024-11-24T17:23:47,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-581175896/running 2024-11-24T17:23:47,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-581175896/running 2024-11-24T17:23:47,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896 2024-11-24T17:23:47,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896 2024-11-24T17:23:47,042 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,46325,1732469024885, sessionid=0x1016ddf58e50000, setting cluster-up flag (Was=false) 2024-11-24T17:23:47,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896 2024-11-24T17:23:47,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896 2024-11-24T17:23:47,294 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-581175896/flush-table-proc/acquired, /0-581175896/flush-table-proc/reached, /0-581175896/flush-table-proc/abort 2024-11-24T17:23:47,295 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,46325,1732469024885 2024-11-24T17:23:47,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896 2024-11-24T17:23:47,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896 2024-11-24T17:23:47,426 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-581175896/online-snapshot/acquired, /0-581175896/online-snapshot/reached, /0-581175896/online-snapshot/abort 2024-11-24T17:23:47,427 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,46325,1732469024885 2024-11-24T17:23:47,429 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:23:47,430 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:47,431 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:23:47,431 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:23:47,431 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,46325,1732469024885 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:23:47,433 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:47,433 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:47,433 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:47,433 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:47,433 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:23:47,433 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,433 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:23:47,433 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:47,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:23:47,440 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:47,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:23:47,454 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732469057454 2024-11-24T17:23:47,454 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:23:47,455 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:23:47,455 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:23:47,455 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:23:47,455 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:23:47,455 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:23:47,474 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,475 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:23:47,475 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:23:47,475 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:23:47,475 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:23:47,478 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:23:47,478 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:23:47,481 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732469027478,5,FailOnTimeoutGroup] 2024-11-24T17:23:47,488 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732469027481,5,FailOnTimeoutGroup] 2024-11-24T17:23:47,488 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,488 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:23:47,488 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,488 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,495 INFO [RS:0;a23eb99f71f0:41687 {}] regionserver.HRegionServer(746): ClusterId : e31a3086-5d4b-4d5c-8ce5-932a3429a568 2024-11-24T17:23:47,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:23:47,502 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:23:47,502 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396 2024-11-24T17:23:47,510 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:23:47,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741832_1008 (size=32) 2024-11-24T17:23:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:47,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:23:47,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:23:47,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:47,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:47,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:23:47,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:23:47,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:47,537 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:23:47,537 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:23:47,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:47,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:23:47,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:23:47,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:47,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:47,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:23:47,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:23:47,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:47,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:47,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:23:47,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/data/hbase/meta/1588230740 2024-11-24T17:23:47,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/data/hbase/meta/1588230740 2024-11-24T17:23:47,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:23:47,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:23:47,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:47,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:23:47,547 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:23:47,548 DEBUG [RS:0;a23eb99f71f0:41687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5d1dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:23:47,548 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:47,549 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65398139, jitterRate=-0.025491788983345032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:47,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732469027523Initializing all the Stores at 1732469027530 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469027530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469027532 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469027532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469027532Cleaning up temporary data from old regions at 1732469027544 (+12 ms)Region opened successfully at 1732469027549 (+5 ms) 2024-11-24T17:23:47,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:23:47,549 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:23:47,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:23:47,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:23:47,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:23:47,559 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:23:47,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732469027549Disabling compacts and flushes for region at 1732469027549Disabling writes for close at 1732469027549Writing region close event to WAL at 1732469027559 (+10 ms)Closed at 1732469027559 2024-11-24T17:23:47,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:47,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:23:47,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:23:47,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:23:47,562 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:23:47,573 DEBUG [RS:0;a23eb99f71f0:41687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:41687 2024-11-24T17:23:47,573 INFO [RS:0;a23eb99f71f0:41687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:23:47,573 INFO [RS:0;a23eb99f71f0:41687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:23:47,573 DEBUG [RS:0;a23eb99f71f0:41687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:23:47,574 INFO [RS:0;a23eb99f71f0:41687 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,46325,1732469024885 with port=41687, startcode=1732469025111 2024-11-24T17:23:47,574 DEBUG [RS:0;a23eb99f71f0:41687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:23:47,577 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:23:47,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,41687,1732469025111 2024-11-24T17:23:47,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46325 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,41687,1732469025111 2024-11-24T17:23:47,579 DEBUG [RS:0;a23eb99f71f0:41687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396 2024-11-24T17:23:47,579 DEBUG [RS:0;a23eb99f71f0:41687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36649 2024-11-24T17:23:47,579 DEBUG [RS:0;a23eb99f71f0:41687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:23:47,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896/rs 2024-11-24T17:23:47,590 DEBUG [RS:0;a23eb99f71f0:41687 {}] zookeeper.ZKUtil(111): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Set watcher on existing znode=/0-581175896/rs/a23eb99f71f0,41687,1732469025111 2024-11-24T17:23:47,590 WARN [RS:0;a23eb99f71f0:41687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:23:47,591 INFO [RS:0;a23eb99f71f0:41687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:47,591 DEBUG [RS:0;a23eb99f71f0:41687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/WALs/a23eb99f71f0,41687,1732469025111 2024-11-24T17:23:47,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,41687,1732469025111] 2024-11-24T17:23:47,597 INFO [RS:0;a23eb99f71f0:41687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:23:47,601 INFO [RS:0;a23eb99f71f0:41687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:23:47,601 INFO [RS:0;a23eb99f71f0:41687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:23:47,601 INFO [RS:0;a23eb99f71f0:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,602 INFO [RS:0;a23eb99f71f0:41687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:23:47,603 INFO [RS:0;a23eb99f71f0:41687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:23:47,604 INFO [RS:0;a23eb99f71f0:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:23:47,604 DEBUG [RS:0;a23eb99f71f0:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:23:47,624 INFO [RS:0;a23eb99f71f0:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,624 INFO [RS:0;a23eb99f71f0:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,624 INFO [RS:0;a23eb99f71f0:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,624 INFO [RS:0;a23eb99f71f0:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,624 INFO [RS:0;a23eb99f71f0:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,624 INFO [RS:0;a23eb99f71f0:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41687,1732469025111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:23:47,645 INFO [RS:0;a23eb99f71f0:41687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:23:47,645 INFO [RS:0;a23eb99f71f0:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41687,1732469025111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,645 INFO [RS:0;a23eb99f71f0:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,645 INFO [RS:0;a23eb99f71f0:41687 {}] regionserver.Replication(171): a23eb99f71f0,41687,1732469025111 started 2024-11-24T17:23:47,659 INFO [RS:0;a23eb99f71f0:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:47,659 INFO [RS:0;a23eb99f71f0:41687 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,41687,1732469025111, RpcServer on a23eb99f71f0/172.17.0.3:41687, sessionid=0x1016ddf58e50001 2024-11-24T17:23:47,659 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:23:47,659 DEBUG [RS:0;a23eb99f71f0:41687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,41687,1732469025111 2024-11-24T17:23:47,659 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,41687,1732469025111' 2024-11-24T17:23:47,659 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-581175896/flush-table-proc/abort' 2024-11-24T17:23:47,660 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-581175896/flush-table-proc/acquired' 2024-11-24T17:23:47,660 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:23:47,660 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:23:47,660 DEBUG [RS:0;a23eb99f71f0:41687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,41687,1732469025111 2024-11-24T17:23:47,660 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,41687,1732469025111' 2024-11-24T17:23:47,660 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-581175896/online-snapshot/abort' 2024-11-24T17:23:47,660 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-581175896/online-snapshot/acquired' 2024-11-24T17:23:47,660 DEBUG [RS:0;a23eb99f71f0:41687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:23:47,660 INFO [RS:0;a23eb99f71f0:41687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:23:47,661 INFO [RS:0;a23eb99f71f0:41687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:23:47,713 WARN [a23eb99f71f0:46325 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T17:23:47,761 INFO [RS:0;a23eb99f71f0:41687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:23:47,762 INFO [RS:0;a23eb99f71f0:41687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C41687%2C1732469025111, suffix=, logDir=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/WALs/a23eb99f71f0,41687,1732469025111, archiveDir=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/oldWALs, maxLogs=10 2024-11-24T17:23:47,778 DEBUG [RS:0;a23eb99f71f0:41687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/WALs/a23eb99f71f0,41687,1732469025111/a23eb99f71f0%2C41687%2C1732469025111.1732469027762, exclude list is [], retry=0 2024-11-24T17:23:47,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-cf023e19-508e-42f3-bb44-7799c760ab9b,DISK] 2024-11-24T17:23:47,782 INFO [RS:0;a23eb99f71f0:41687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/WALs/a23eb99f71f0,41687,1732469025111/a23eb99f71f0%2C41687%2C1732469025111.1732469027762 2024-11-24T17:23:47,782 DEBUG [RS:0;a23eb99f71f0:41687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36543:36543)] 2024-11-24T17:23:47,963 DEBUG [a23eb99f71f0:46325 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:23:47,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,41687,1732469025111 2024-11-24T17:23:47,965 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,41687,1732469025111, state=OPENING 2024-11-24T17:23:47,991 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:23:48,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896 2024-11-24T17:23:48,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-581175896 2024-11-24T17:23:48,081 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:23:48,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-581175896/meta-region-server: CHANGED 2024-11-24T17:23:48,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,41687,1732469025111}] 2024-11-24T17:23:48,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-581175896/meta-region-server: CHANGED 2024-11-24T17:23:48,234 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:23:48,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:23:48,238 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:23:48,238 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:48,238 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:23:48,240 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C41687%2C1732469025111.meta, suffix=.meta, logDir=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/WALs/a23eb99f71f0,41687,1732469025111, archiveDir=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/oldWALs, maxLogs=10 2024-11-24T17:23:48,256 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/WALs/a23eb99f71f0,41687,1732469025111/a23eb99f71f0%2C41687%2C1732469025111.meta.1732469028240.meta, exclude list is [], retry=0 2024-11-24T17:23:48,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32979,DS-cf023e19-508e-42f3-bb44-7799c760ab9b,DISK] 2024-11-24T17:23:48,260 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/WALs/a23eb99f71f0,41687,1732469025111/a23eb99f71f0%2C41687%2C1732469025111.meta.1732469028240.meta 2024-11-24T17:23:48,260 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36543:36543)] 2024-11-24T17:23:48,260 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:48,261 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:23:48,261 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:23:48,261 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:23:48,261 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:23:48,261 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:23:48,261 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:48,261 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:23:48,261 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:23:48,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:23:48,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:23:48,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:48,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:48,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:23:48,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:23:48,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:48,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:48,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:23:48,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:23:48,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:48,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:48,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:23:48,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:23:48,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:48,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:48,268 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:23:48,269 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/data/hbase/meta/1588230740 2024-11-24T17:23:48,269 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/data/hbase/meta/1588230740 2024-11-24T17:23:48,270 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:23:48,270 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:23:48,272 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:48,273 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:23:48,273 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72915858, jitterRate=0.08653095364570618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:48,274 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:23:48,290 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732469028261Writing region info on filesystem at 1732469028261Initializing all the Stores at 1732469028262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469028262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469028264 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469028264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469028264Cleaning up temporary data from old regions at 1732469028270 (+6 ms)Running coprocessor post-open hooks at 1732469028274 (+4 ms)Region opened successfully at 1732469028290 (+16 ms) 2024-11-24T17:23:48,291 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732469028233 2024-11-24T17:23:48,293 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:23:48,293 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:23:48,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,41687,1732469025111 2024-11-24T17:23:48,294 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,41687,1732469025111, state=OPEN 2024-11-24T17:23:48,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46325-0x1016ddf58e50000, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-581175896/meta-region-server 2024-11-24T17:23:48,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x1016ddf58e50001, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-581175896/meta-region-server 2024-11-24T17:23:48,401 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,41687,1732469025111 2024-11-24T17:23:48,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-581175896/meta-region-server: CHANGED 2024-11-24T17:23:48,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-581175896/meta-region-server: CHANGED 2024-11-24T17:23:48,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:23:48,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,41687,1732469025111 in 320 msec 2024-11-24T17:23:48,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:23:48,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 842 msec 2024-11-24T17:23:48,404 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:48,404 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:23:48,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:48,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,41687,1732469025111, seqNum=-1] 2024-11-24T17:23:48,405 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:48,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:48,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 979 msec 2024-11-24T17:23:48,409 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732469028409, completionTime=-1 2024-11-24T17:23:48,410 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:23:48,410 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:23:48,411 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:23:48,411 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732469088411 2024-11-24T17:23:48,411 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732469148411 2024-11-24T17:23:48,411 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T17:23:48,411 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46325,1732469024885-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:48,411 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46325,1732469024885-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:48,412 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46325,1732469024885-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:48,412 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:46325, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:48,412 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:48,412 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:48,413 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:23:48,414 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.204sec 2024-11-24T17:23:48,414 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:23:48,414 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:23:48,414 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:23:48,414 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:23:48,414 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:23:48,414 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46325,1732469024885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:23:48,414 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46325,1732469024885-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:23:48,416 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:23:48,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:23:48,416 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,46325,1732469024885-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:48,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326b5d29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:48,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46325,-1 for getting cluster id 2024-11-24T17:23:48,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:48,492 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e31a3086-5d4b-4d5c-8ce5-932a3429a568' 2024-11-24T17:23:48,492 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:48,492 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e31a3086-5d4b-4d5c-8ce5-932a3429a568" 2024-11-24T17:23:48,492 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ce2507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:48,492 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46325,-1] 2024-11-24T17:23:48,492 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:48,493 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:48,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45185177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:48,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:48,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,41687,1732469025111, seqNum=-1] 2024-11-24T17:23:48,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:48,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:48,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,46325,1732469024885 2024-11-24T17:23:48,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63236 2024-11-24T17:23:48,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63236, baseZNode=/0-581175896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:48,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016ddf58e50002 connected 2024-11-24T17:23:48,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,46325,1732469024885 2024-11-24T17:23:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d80c43f 2024-11-24T17:23:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:48,594 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:23:48,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:23:48,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:23:48,597 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:48,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:23:48,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:23:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:48,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:23:48,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3817b1fe6345f30572101bb2ba2f9d94, NAME => 'test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396 2024-11-24T17:23:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32979 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:23:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:49,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:49,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3817b1fe6345f30572101bb2ba2f9d94, disabling compactions & flushes 2024-11-24T17:23:49,026 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94. 2024-11-24T17:23:49,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94. 2024-11-24T17:23:49,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94. after waiting 0 ms 2024-11-24T17:23:49,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94. 2024-11-24T17:23:49,026 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94. 2024-11-24T17:23:49,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3817b1fe6345f30572101bb2ba2f9d94: Waiting for close lock at 1732469029025Disabling compacts and flushes for region at 1732469029026 (+1 ms)Disabling writes for close at 1732469029026Writing region close event to WAL at 1732469029026Closed at 1732469029026 2024-11-24T17:23:49,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:23:49,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732469029027"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732469029027"}]},"ts":"1732469029027"} 2024-11-24T17:23:49,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:23:49,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:23:49,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469029030"}]},"ts":"1732469029030"} 2024-11-24T17:23:49,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:23:49,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3817b1fe6345f30572101bb2ba2f9d94, ASSIGN}] 2024-11-24T17:23:49,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3817b1fe6345f30572101bb2ba2f9d94, ASSIGN 2024-11-24T17:23:49,033 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3817b1fe6345f30572101bb2ba2f9d94, ASSIGN; state=OFFLINE, location=a23eb99f71f0,41687,1732469025111; forceNewPlan=false, retain=false 2024-11-24T17:23:49,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3817b1fe6345f30572101bb2ba2f9d94, regionState=OPENING, regionLocation=a23eb99f71f0,41687,1732469025111 2024-11-24T17:23:49,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3817b1fe6345f30572101bb2ba2f9d94, ASSIGN because future has completed 2024-11-24T17:23:49,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3817b1fe6345f30572101bb2ba2f9d94, server=a23eb99f71f0,41687,1732469025111}] 2024-11-24T17:23:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:49,341 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94. 2024-11-24T17:23:49,342 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3817b1fe6345f30572101bb2ba2f9d94, NAME => 'test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:49,342 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:23:49,342 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:23:49,343 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,343 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:49,343 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,343 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,349 INFO [StoreOpener-3817b1fe6345f30572101bb2ba2f9d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,352 INFO [StoreOpener-3817b1fe6345f30572101bb2ba2f9d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3817b1fe6345f30572101bb2ba2f9d94 columnFamilyName f 2024-11-24T17:23:49,352 DEBUG [StoreOpener-3817b1fe6345f30572101bb2ba2f9d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:49,353 INFO [StoreOpener-3817b1fe6345f30572101bb2ba2f9d94-1 {}] regionserver.HStore(327): Store=3817b1fe6345f30572101bb2ba2f9d94/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:49,353 INFO [StoreOpener-3817b1fe6345f30572101bb2ba2f9d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,355 INFO [StoreOpener-3817b1fe6345f30572101bb2ba2f9d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3817b1fe6345f30572101bb2ba2f9d94 columnFamilyName f1 2024-11-24T17:23:49,355 DEBUG [StoreOpener-3817b1fe6345f30572101bb2ba2f9d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:49,355 INFO [StoreOpener-3817b1fe6345f30572101bb2ba2f9d94-1 {}] regionserver.HStore(327): Store=3817b1fe6345f30572101bb2ba2f9d94/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:49,355 INFO [StoreOpener-3817b1fe6345f30572101bb2ba2f9d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,356 INFO [StoreOpener-3817b1fe6345f30572101bb2ba2f9d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3817b1fe6345f30572101bb2ba2f9d94 columnFamilyName norep 2024-11-24T17:23:49,357 DEBUG [StoreOpener-3817b1fe6345f30572101bb2ba2f9d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:49,357 INFO [StoreOpener-3817b1fe6345f30572101bb2ba2f9d94-1 {}] regionserver.HStore(327): Store=3817b1fe6345f30572101bb2ba2f9d94/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:49,357 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,358 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/data/default/test/3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,358 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/data/default/test/3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,359 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,359 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,360 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:23:49,361 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,369 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/data/default/test/3817b1fe6345f30572101bb2ba2f9d94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:49,370 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3817b1fe6345f30572101bb2ba2f9d94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67115840, jitterRate=1.0395050048828125E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:23:49,370 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3817b1fe6345f30572101bb2ba2f9d94 2024-11-24T17:23:49,371 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3817b1fe6345f30572101bb2ba2f9d94: Running coprocessor pre-open hook at 1732469029343Writing region info on filesystem at 1732469029343Initializing all the Stores at 1732469029344 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469029344Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469029349 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469029349Cleaning up temporary data from old regions at 1732469029359 (+10 ms)Running coprocessor post-open hooks at 1732469029370 (+11 ms)Region opened successfully at 1732469029371 (+1 ms) 2024-11-24T17:23:49,373 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94., pid=6, masterSystemTime=1732469029338 2024-11-24T17:23:49,375 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94. 2024-11-24T17:23:49,375 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732469028594.3817b1fe6345f30572101bb2ba2f9d94. 2024-11-24T17:23:49,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3817b1fe6345f30572101bb2ba2f9d94, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,41687,1732469025111 2024-11-24T17:23:49,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=true; OpenRegionProcedure 3817b1fe6345f30572101bb2ba2f9d94, server=a23eb99f71f0,41687,1732469025111 because future has completed 2024-11-24T17:23:49,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:23:49,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3817b1fe6345f30572101bb2ba2f9d94, server=a23eb99f71f0,41687,1732469025111 in 195 msec 2024-11-24T17:23:49,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:23:49,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3817b1fe6345f30572101bb2ba2f9d94, ASSIGN in 352 msec 2024-11-24T17:23:49,385 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:23:49,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469029385"}]},"ts":"1732469029385"} 2024-11-24T17:23:49,387 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:23:49,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:23:49,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 793 msec 2024-11-24T17:23:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:23:49,735 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:23:49,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f7344c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:49,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46325,-1 for getting cluster id 2024-11-24T17:23:49,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:49,736 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e31a3086-5d4b-4d5c-8ce5-932a3429a568' 2024-11-24T17:23:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e31a3086-5d4b-4d5c-8ce5-932a3429a568" 2024-11-24T17:23:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f7ed0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46325,-1] 2024-11-24T17:23:49,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:49,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:49,737 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4040e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:49,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,46325,1732469024885 2024-11-24T17:23:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eae9256 2024-11-24T17:23:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:49,739 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:23:49,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:46325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:23:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:23:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:49,742 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:46325' 2024-11-24T17:23:49,743 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fba26a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:49,743 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,46325,-1 for getting cluster id 2024-11-24T17:23:49,743 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:49,743 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e31a3086-5d4b-4d5c-8ce5-932a3429a568' 2024-11-24T17:23:49,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:49,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e31a3086-5d4b-4d5c-8ce5-932a3429a568" 2024-11-24T17:23:49,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a8bda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:49,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,46325,-1] 2024-11-24T17:23:49,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:49,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:49,744 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:49,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bda62f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:49,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:23:49,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,46325,1732469024885 2024-11-24T17:23:49,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@793db90e 2024-11-24T17:23:49,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:23:49,746 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:23:49,747 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T17:23:49,747 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:23:49,747 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:49,747 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:49,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:49,747 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a23eb99f71f0:46325, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T17:23:49,752 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a23eb99f71f0:46325, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a23eb99f71f0:46325, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a23eb99f71f0:46325, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-24T17:23:49,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a23eb99f71f0:46325, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-24T17:23:49,753 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-24T17:23:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:23:49,846 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://a23eb99f71f0:46325, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-24T17:23:49,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:23:49,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:23:49,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:49,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:49,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:23:49,864 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 361) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@77e77e3d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@37bcb7e5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2047521020_20 at /127.0.0.1:44912 [Receiving block BP-612100528-172.17.0.3-1732469022028:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36649 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/cluster_6d288ddb-3a6d-48c8-e41c-31cd5c696be8/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396-prefix:a23eb99f71f0,41687,1732469025111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp776266714-7891 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f981043a550.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a23eb99f71f0:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 1 on default port 36649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp776266714-7889 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f981043a550.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS_OPEN_META-regionserver/a23eb99f71f0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@27570eb7[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-208054626_20 at /127.0.0.1:44886 [Receiving block BP-612100528-172.17.0.3-1732469022028:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/cluster_6d288ddb-3a6d-48c8-e41c-31cd5c696be8/data/data1/current/BP-612100528-172.17.0.3-1732469022028 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/cluster_6d288ddb-3a6d-48c8-e41c-31cd5c696be8/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 1 on default port 36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63236) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5029b8e1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63236) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f9810adca38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4469c1f5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396/MasterData-prefix:a23eb99f71f0,46325,1732469024885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a23eb99f71f0:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a23eb99f71f0:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RS:0;a23eb99f71f0:41687-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732469027481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63236 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-612100528-172.17.0.3-1732469022028:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-23db09d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp776266714-7896 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3d86dd7c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp31239779-7939-acceptor-0@79ec0895-ServerConnector@5e68acde{HTTP/1.1, (http/1.1)}{localhost:34617} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp31239779-7941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-612100528-172.17.0.3-1732469022028:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-612100528-172.17.0.3-1732469022028 heartbeating to localhost/127.0.0.1:36649 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36649/user/jenkins/test-data/4c587557-03db-4e0e-dba5-8cbd0a8a6396-prefix:a23eb99f71f0,41687,1732469025111.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp776266714-7895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f98109fea18.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2047521020_20 at /127.0.0.1:44914 [Receiving block BP-612100528-172.17.0.3-1732469022028:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7c3c5d5a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a23eb99f71f0:41687 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36649 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp776266714-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f981043a550.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp776266714-7890 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f981043a550.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36071 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp776266714-7893-acceptor-0@6a7acb56-ServerConnector@5947f973{HTTP/1.1, (http/1.1)}{localhost:34513} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3cd94730 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@624aa28e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: a23eb99f71f0:46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732469027478 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@71188b75 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;a23eb99f71f0:46325 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63236) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2047521020_20 at /127.0.0.1:44842 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp776266714-7894 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp31239779-7940 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-612100528-172.17.0.3-1732469022028:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a23eb99f71f0:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:63236): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp31239779-7938 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f981043a550.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@fb09bcf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(658869397) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/cluster_6d288ddb-3a6d-48c8-e41c-31cd5c696be8/data/data2/current/BP-612100528-172.17.0.3-1732469022028 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) - Thread LEAK? -, OpenFileDescriptor=868 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=556 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=4420 (was 4213) - AvailableMemoryMB LEAK? - 2024-11-24T17:23:49,867 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-24T17:23:49,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=556, ProcessCount=11, AvailableMemoryMB=4410 2024-11-24T17:23:49,892 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-24T17:23:49,906 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-24T17:23:49,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/hadoop.log.dir so I do NOT create it in target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce 2024-11-24T17:23:49,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:23:49,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/hadoop.tmp.dir so I do NOT create it in target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce 2024-11-24T17:23:49,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97d8513f-5ff1-aa45-7754-169d935ab196/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:23:49,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce 2024-11-24T17:23:49,907 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/cluster_8fb50220-f2aa-418c-b1f1-1bf76f383180, deleteOnExit=true 2024-11-24T17:23:49,961 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/cluster_8fb50220-f2aa-418c-b1f1-1bf76f383180/zookeeper_0, clientPort=64625, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/cluster_8fb50220-f2aa-418c-b1f1-1bf76f383180/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/cluster_8fb50220-f2aa-418c-b1f1-1bf76f383180/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T17:23:49,965 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64625 2024-11-24T17:23:49,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:23:49,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:23:49,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/test.cache.data in system properties and HBase conf 2024-11-24T17:23:49,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:23:49,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:23:49,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:23:49,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:23:49,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:23:49,966 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:23:49,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:23:49,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:23:49,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:23:49,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:23:49,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:23:49,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:23:49,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:23:49,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:23:49,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:23:49,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:23:49,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:23:49,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:23:49,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:23:49,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:23:50,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:50,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:23:50,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:23:50,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:23:50,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:23:50,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:50,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bcdbf0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:23:50,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e2c2c43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:23:50,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@751572a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/java.io.tmpdir/jetty-localhost-42857-hadoop-hdfs-3_4_1-tests_jar-_-any-7149431271499262651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:23:50,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@723d1dd6{HTTP/1.1, (http/1.1)}{localhost:42857} 2024-11-24T17:23:50,507 INFO [Time-limited test {}] server.Server(415): Started @336717ms 2024-11-24T17:23:51,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:51,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:23:51,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:23:51,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:23:51,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:23:51,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548a390a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:23:51,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a665894{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:23:51,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c35387e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/java.io.tmpdir/jetty-localhost-35167-hadoop-hdfs-3_4_1-tests_jar-_-any-7111709901826163289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:23:51,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29f329f1{HTTP/1.1, (http/1.1)}{localhost:35167} 2024-11-24T17:23:51,269 INFO [Time-limited test {}] server.Server(415): Started @337479ms 2024-11-24T17:23:51,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:23:51,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T17:23:51,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T17:23:51,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T17:23:51,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T17:23:51,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:23:51,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T17:23:51,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T17:23:51,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T17:23:52,279 WARN [Thread-4323 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/cluster_8fb50220-f2aa-418c-b1f1-1bf76f383180/data/data2/current/BP-220533431-172.17.0.3-1732469029991/current, will proceed with Du for space computation calculation, 2024-11-24T17:23:52,279 WARN [Thread-4322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/cluster_8fb50220-f2aa-418c-b1f1-1bf76f383180/data/data1/current/BP-220533431-172.17.0.3-1732469029991/current, will proceed with Du for space computation calculation, 2024-11-24T17:23:52,295 WARN [Thread-4310 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:23:52,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfec15b2e6266af62 with lease ID 0x43709e551daa5199: Processing first storage report for DS-0a0685b0-67cb-4d29-8378-62a8986265ab from datanode DatanodeRegistration(127.0.0.1:42177, datanodeUuid=2ba64609-a6b0-4610-8bc0-358fab79397e, infoPort=38751, infoSecurePort=0, ipcPort=45139, storageInfo=lv=-57;cid=testClusterID;nsid=216608946;c=1732469029991) 2024-11-24T17:23:52,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfec15b2e6266af62 with lease ID 0x43709e551daa5199: from storage DS-0a0685b0-67cb-4d29-8378-62a8986265ab node DatanodeRegistration(127.0.0.1:42177, datanodeUuid=2ba64609-a6b0-4610-8bc0-358fab79397e, infoPort=38751, infoSecurePort=0, ipcPort=45139, storageInfo=lv=-57;cid=testClusterID;nsid=216608946;c=1732469029991), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:23:52,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfec15b2e6266af62 with lease ID 0x43709e551daa5199: Processing first storage report for DS-a3f04939-14c7-4585-b31a-523e38650816 from datanode DatanodeRegistration(127.0.0.1:42177, datanodeUuid=2ba64609-a6b0-4610-8bc0-358fab79397e, infoPort=38751, infoSecurePort=0, ipcPort=45139, storageInfo=lv=-57;cid=testClusterID;nsid=216608946;c=1732469029991) 2024-11-24T17:23:52,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfec15b2e6266af62 with lease ID 0x43709e551daa5199: from storage DS-a3f04939-14c7-4585-b31a-523e38650816 node DatanodeRegistration(127.0.0.1:42177, datanodeUuid=2ba64609-a6b0-4610-8bc0-358fab79397e, infoPort=38751, infoSecurePort=0, ipcPort=45139, storageInfo=lv=-57;cid=testClusterID;nsid=216608946;c=1732469029991), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:23:52,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce 2024-11-24T17:23:52,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:52,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:52,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:23:52,785 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b with version=8 2024-11-24T17:23:52,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/hbase-staging 2024-11-24T17:23:52,787 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:23:52,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:52,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:52,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:23:52,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:52,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:23:52,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:23:52,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:23:52,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38327 2024-11-24T17:23:52,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38327 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-24T17:23:52,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383270x0, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:52,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38327-0x1016ddf77e00000 connected 2024-11-24T17:23:53,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:53,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:53,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Set watcher on znode that does not yet exist, /01675095110/running 2024-11-24T17:23:53,089 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b, hbase.cluster.distributed=false 2024-11-24T17:23:53,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Set watcher on znode that does not yet exist, /01675095110/acl 2024-11-24T17:23:53,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38327 2024-11-24T17:23:53,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38327 2024-11-24T17:23:53,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38327 2024-11-24T17:23:53,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38327 2024-11-24T17:23:53,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38327 2024-11-24T17:23:53,122 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:23:53,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:53,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:53,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:23:53,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:53,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:23:53,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:23:53,123 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:23:53,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41935 2024-11-24T17:23:53,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41935 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-24T17:23:53,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:53,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:53,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419350x0, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:53,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419350x0, quorum=127.0.0.1:64625, baseZNode=/01675095110 Set watcher on znode that does not yet exist, /01675095110/running 2024-11-24T17:23:53,144 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:23:53,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41935-0x1016ddf77e00001 connected 2024-11-24T17:23:53,144 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:23:53,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Set watcher on znode that does not yet exist, /01675095110/master 2024-11-24T17:23:53,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Set watcher on znode that does not yet exist, /01675095110/acl 2024-11-24T17:23:53,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41935 2024-11-24T17:23:53,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41935 2024-11-24T17:23:53,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41935 2024-11-24T17:23:53,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41935 2024-11-24T17:23:53,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41935 2024-11-24T17:23:53,163 DEBUG [M:0;a23eb99f71f0:38327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:38327 2024-11-24T17:23:53,163 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01675095110/backup-masters/a23eb99f71f0,38327,1732469032787 2024-11-24T17:23:53,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110/backup-masters 2024-11-24T17:23:53,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110/backup-masters 2024-11-24T17:23:53,175 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Set watcher on existing znode=/01675095110/backup-masters/a23eb99f71f0,38327,1732469032787 2024-11-24T17:23:53,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:23:53,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01675095110/master 2024-11-24T17:23:53,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:23:53,196 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Set watcher on existing znode=/01675095110/master 2024-11-24T17:23:53,196 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01675095110/backup-masters/a23eb99f71f0,38327,1732469032787 from backup master directory 2024-11-24T17:23:53,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110/backup-masters 2024-11-24T17:23:53,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01675095110/backup-masters/a23eb99f71f0,38327,1732469032787 2024-11-24T17:23:53,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110/backup-masters 2024-11-24T17:23:53,217 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:23:53,217 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,38327,1732469032787 2024-11-24T17:23:53,219 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/hbase.id] with ID: 28f790bb-8839-4bc2-b4b2-6c2e178c1c4a 2024-11-24T17:23:53,219 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/.tmp/hbase.id 2024-11-24T17:23:53,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:23:53,629 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/.tmp/hbase.id]:[hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/hbase.id] 2024-11-24T17:23:53,644 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:53,645 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:23:53,649 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-24T17:23:53,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:23:53,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:23:53,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:23:53,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:23:53,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:23:53,885 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:23:53,886 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T17:23:54,092 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:54,093 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:23:54,094 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:54,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:23:54,109 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store 2024-11-24T17:23:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:23:54,130 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:54,130 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:23:54,130 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:54,130 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:54,130 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:23:54,130 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:54,130 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:23:54,130 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732469034130Disabling compacts and flushes for region at 1732469034130Disabling writes for close at 1732469034130Writing region close event to WAL at 1732469034130Closed at 1732469034130 2024-11-24T17:23:54,131 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/.initializing 2024-11-24T17:23:54,131 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/WALs/a23eb99f71f0,38327,1732469032787 2024-11-24T17:23:54,132 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:23:54,133 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C38327%2C1732469032787, suffix=, logDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/WALs/a23eb99f71f0,38327,1732469032787, archiveDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/oldWALs, maxLogs=10 2024-11-24T17:23:54,150 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/WALs/a23eb99f71f0,38327,1732469032787/a23eb99f71f0%2C38327%2C1732469032787.1732469034133, exclude list is [], retry=0 2024-11-24T17:23:54,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42177,DS-0a0685b0-67cb-4d29-8378-62a8986265ab,DISK] 2024-11-24T17:23:54,154 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/WALs/a23eb99f71f0,38327,1732469032787/a23eb99f71f0%2C38327%2C1732469032787.1732469034133 2024-11-24T17:23:54,156 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-24T17:23:54,156 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:54,157 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:54,157 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:54,157 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:54,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:54,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:23:54,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:54,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:54,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:54,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:23:54,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:54,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:54,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:54,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:23:54,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:54,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:54,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:54,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:23:54,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:54,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:23:54,203 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:54,204 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:54,204 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:54,205 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:54,206 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:54,206 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:54,207 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:23:54,223 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:54,223 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70023735, jitterRate=0.04343496263027191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:54,224 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732469034157Initializing all the Stores at 1732469034161 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469034161Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469034164 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469034164Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469034164Cleaning up temporary data from old regions at 1732469034206 (+42 ms)Region opened successfully at 1732469034224 (+18 ms) 2024-11-24T17:23:54,232 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:23:54,235 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f55834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:23:54,236 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:23:54,236 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:23:54,236 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:23:54,236 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:23:54,237 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:23:54,237 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:23:54,237 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:23:54,251 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:23:54,251 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Unable to get data of znode /01675095110/balancer because node does not exist (not necessarily an error) 2024-11-24T17:23:54,259 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01675095110/balancer already deleted, retry=false 2024-11-24T17:23:54,259 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:23:54,260 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Unable to get data of znode /01675095110/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:23:54,269 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01675095110/normalizer already deleted, retry=false 2024-11-24T17:23:54,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:23:54,274 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Unable to get data of znode /01675095110/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:23:54,280 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01675095110/switch/split already deleted, retry=false 2024-11-24T17:23:54,281 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Unable to get data of znode /01675095110/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:23:54,290 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01675095110/switch/merge already deleted, retry=false 2024-11-24T17:23:54,293 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Unable to get data of znode /01675095110/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:23:54,301 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01675095110/snapshot-cleanup already deleted, retry=false 2024-11-24T17:23:54,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01675095110/running 2024-11-24T17:23:54,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:23:54,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01675095110/running 2024-11-24T17:23:54,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:23:54,313 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,38327,1732469032787, sessionid=0x1016ddf77e00000, setting cluster-up flag (Was=false) 2024-11-24T17:23:54,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:23:54,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:23:54,364 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01675095110/flush-table-proc/acquired, /01675095110/flush-table-proc/reached, /01675095110/flush-table-proc/abort 2024-11-24T17:23:54,366 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,38327,1732469032787 2024-11-24T17:23:54,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:23:54,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:23:54,417 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01675095110/online-snapshot/acquired, /01675095110/online-snapshot/reached, /01675095110/online-snapshot/abort 2024-11-24T17:23:54,418 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,38327,1732469032787 2024-11-24T17:23:54,432 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:23:54,446 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:54,446 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:23:54,446 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:23:54,447 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,38327,1732469032787 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:23:54,464 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:54,464 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:54,464 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:54,464 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:23:54,464 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:23:54,464 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,464 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:23:54,464 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,471 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(746): ClusterId : 28f790bb-8839-4bc2-b4b2-6c2e178c1c4a 2024-11-24T17:23:54,471 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:23:54,481 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:23:54,481 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:23:54,491 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:23:54,492 DEBUG [RS:0;a23eb99f71f0:41935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8a9e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:23:54,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:54,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:23:54,513 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:54,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:23:54,526 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:41935 2024-11-24T17:23:54,526 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:23:54,526 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:23:54,526 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:23:54,526 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732469064526 2024-11-24T17:23:54,527 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:23:54,527 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:23:54,527 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:23:54,527 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:23:54,527 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:23:54,527 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:23:54,527 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,38327,1732469032787 with port=41935, startcode=1732469033122 2024-11-24T17:23:54,527 DEBUG [RS:0;a23eb99f71f0:41935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:23:54,528 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:23:54,542 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:23:54,542 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38327 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T17:23:54,543 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T17:23:54,543 WARN [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T17:23:54,552 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:23:54,552 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:23:54,552 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:23:54,552 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:23:54,556 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:23:54,556 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:23:54,560 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732469034556,5,FailOnTimeoutGroup] 2024-11-24T17:23:54,562 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732469034560,5,FailOnTimeoutGroup] 2024-11-24T17:23:54,562 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,562 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:23:54,562 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,562 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,644 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,38327,1732469032787 with port=41935, startcode=1732469033122 2024-11-24T17:23:54,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,41935,1732469033122 2024-11-24T17:23:54,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38327 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,41935,1732469033122 2024-11-24T17:23:54,646 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b 2024-11-24T17:23:54,646 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38059 2024-11-24T17:23:54,646 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:23:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110/rs 2024-11-24T17:23:54,699 DEBUG [RS:0;a23eb99f71f0:41935 {}] zookeeper.ZKUtil(111): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Set watcher on existing znode=/01675095110/rs/a23eb99f71f0,41935,1732469033122 2024-11-24T17:23:54,699 WARN [RS:0;a23eb99f71f0:41935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:23:54,699 INFO [RS:0;a23eb99f71f0:41935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:54,699 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122 2024-11-24T17:23:54,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,41935,1732469033122] 2024-11-24T17:23:54,719 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:23:54,732 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:23:54,736 INFO [RS:0;a23eb99f71f0:41935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:23:54,736 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,740 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:23:54,760 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:23:54,760 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,760 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,760 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,760 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,761 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,761 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,761 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:23:54,761 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,761 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,761 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,761 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,761 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,761 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:23:54,761 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:23:54,761 DEBUG [RS:0;a23eb99f71f0:41935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:23:54,780 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,780 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,780 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,780 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,780 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,780 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41935,1732469033122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:23:54,803 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:23:54,803 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,41935,1732469033122-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,803 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,803 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.Replication(171): a23eb99f71f0,41935,1732469033122 started 2024-11-24T17:23:54,821 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:54,821 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,41935,1732469033122, RpcServer on a23eb99f71f0/172.17.0.3:41935, sessionid=0x1016ddf77e00001 2024-11-24T17:23:54,821 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:23:54,821 DEBUG [RS:0;a23eb99f71f0:41935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,41935,1732469033122 2024-11-24T17:23:54,821 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,41935,1732469033122' 2024-11-24T17:23:54,821 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01675095110/flush-table-proc/abort' 2024-11-24T17:23:54,822 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01675095110/flush-table-proc/acquired' 2024-11-24T17:23:54,822 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:23:54,822 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:23:54,822 DEBUG [RS:0;a23eb99f71f0:41935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,41935,1732469033122 2024-11-24T17:23:54,822 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,41935,1732469033122' 2024-11-24T17:23:54,822 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01675095110/online-snapshot/abort' 2024-11-24T17:23:54,823 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01675095110/online-snapshot/acquired' 2024-11-24T17:23:54,823 DEBUG [RS:0;a23eb99f71f0:41935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:23:54,823 INFO [RS:0;a23eb99f71f0:41935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:23:54,823 INFO [RS:0;a23eb99f71f0:41935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:23:54,923 INFO [RS:0;a23eb99f71f0:41935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:23:54,925 INFO [RS:0;a23eb99f71f0:41935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C41935%2C1732469033122, suffix=, logDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122, archiveDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/oldWALs, maxLogs=10 2024-11-24T17:23:54,941 DEBUG [RS:0;a23eb99f71f0:41935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925, exclude list is [], retry=0 2024-11-24T17:23:54,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:23:54,946 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b 2024-11-24T17:23:54,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42177,DS-0a0685b0-67cb-4d29-8378-62a8986265ab,DISK] 2024-11-24T17:23:54,963 INFO [RS:0;a23eb99f71f0:41935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 2024-11-24T17:23:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:23:54,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:54,968 DEBUG [RS:0;a23eb99f71f0:41935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-24T17:23:54,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:23:54,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:23:54,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:54,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:54,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:23:54,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:23:54,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:54,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:54,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:23:54,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:23:54,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:54,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:54,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:23:54,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:23:54,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:54,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:54,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:23:54,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740 2024-11-24T17:23:54,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740 2024-11-24T17:23:54,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:23:54,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:23:54,980 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:54,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:23:54,982 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:23:54,982 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69060804, jitterRate=0.029086172580718994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:54,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732469034966Initializing all the Stores at 1732469034967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469034967Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469034972 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469034972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469034972Cleaning up temporary data from old regions at 1732469034979 (+7 ms)Region opened successfully at 1732469034983 (+4 ms) 2024-11-24T17:23:54,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:23:54,983 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:23:54,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:23:54,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:23:54,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:23:54,984 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:23:54,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732469034983Disabling compacts and flushes for region at 1732469034983Disabling writes for close at 1732469034983Writing region close event to WAL at 1732469034984 (+1 ms)Closed at 1732469034984 2024-11-24T17:23:54,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:54,985 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:23:54,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:23:54,986 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:23:54,987 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:23:55,137 DEBUG [a23eb99f71f0:38327 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:23:55,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,41935,1732469033122 2024-11-24T17:23:55,139 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,41935,1732469033122, state=OPENING 2024-11-24T17:23:55,185 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:23:55,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:23:55,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:23:55,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01675095110/meta-region-server: CHANGED 2024-11-24T17:23:55,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01675095110/meta-region-server: CHANGED 2024-11-24T17:23:55,196 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:23:55,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,41935,1732469033122}] 2024-11-24T17:23:55,348 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:23:55,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:23:55,356 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:23:55,356 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:55,357 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:23:55,360 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C41935%2C1732469033122.meta, suffix=.meta, logDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122, archiveDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/oldWALs, maxLogs=10 2024-11-24T17:23:55,377 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.meta.1732469035361.meta, exclude list is [], retry=0 2024-11-24T17:23:55,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42177,DS-0a0685b0-67cb-4d29-8378-62a8986265ab,DISK] 2024-11-24T17:23:55,389 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.meta.1732469035361.meta 2024-11-24T17:23:55,396 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-24T17:23:55,396 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:23:55,397 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:23:55,397 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:23:55,397 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:23:55,397 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:23:55,397 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:23:55,397 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:23:55,397 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:23:55,397 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:23:55,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:23:55,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:23:55,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:55,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:55,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:23:55,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:23:55,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:55,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:55,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:23:55,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:23:55,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:55,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:55,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:23:55,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:23:55,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:23:55,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:23:55,410 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:23:55,411 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740 2024-11-24T17:23:55,412 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740 2024-11-24T17:23:55,413 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:23:55,413 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:23:55,414 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:23:55,415 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:23:55,415 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58924333, jitterRate=-0.12195901572704315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:23:55,415 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:23:55,415 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732469035397Writing region info on filesystem at 1732469035397Initializing all the Stores at 1732469035402 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469035402Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469035404 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469035404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469035404Cleaning up temporary data from old regions at 1732469035413 (+9 ms)Running coprocessor post-open hooks at 1732469035415 (+2 ms)Region opened successfully at 1732469035415 2024-11-24T17:23:55,416 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732469035348 2024-11-24T17:23:55,419 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:23:55,419 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:23:55,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,41935,1732469033122 2024-11-24T17:23:55,420 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,41935,1732469033122, state=OPEN 2024-11-24T17:23:55,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01675095110/meta-region-server 2024-11-24T17:23:55,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01675095110/meta-region-server: CHANGED 2024-11-24T17:23:55,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01675095110/meta-region-server 2024-11-24T17:23:55,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01675095110/meta-region-server: CHANGED 2024-11-24T17:23:55,502 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,41935,1732469033122 2024-11-24T17:23:55,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:23:55,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,41935,1732469033122 in 306 msec 2024-11-24T17:23:55,507 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:23:55,507 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:23:55,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:55,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,41935,1732469033122, seqNum=-1] 2024-11-24T17:23:55,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:55,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:23:55,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:55,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 520 msec 2024-11-24T17:23:55,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0730 sec 2024-11-24T17:23:55,529 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732469035529, completionTime=-1 2024-11-24T17:23:55,529 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:23:55,530 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:23:55,532 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:23:55,532 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732469095532 2024-11-24T17:23:55,532 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732469155532 2024-11-24T17:23:55,532 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T17:23:55,533 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38327,1732469032787-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:55,533 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38327,1732469032787-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:55,533 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38327,1732469032787-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:55,533 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:38327, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:55,533 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:55,533 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:55,535 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:23:55,536 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.319sec 2024-11-24T17:23:55,536 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:23:55,537 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:23:55,537 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:23:55,537 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:23:55,537 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:23:55,537 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38327,1732469032787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:23:55,537 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38327,1732469032787-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:23:55,543 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:23:55,543 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:23:55,543 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,38327,1732469032787-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:23:55,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789b3a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:55,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,38327,-1 for getting cluster id 2024-11-24T17:23:55,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:23:55,567 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f790bb-8839-4bc2-b4b2-6c2e178c1c4a' 2024-11-24T17:23:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:23:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f790bb-8839-4bc2-b4b2-6c2e178c1c4a" 2024-11-24T17:23:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504ee9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,38327,-1] 2024-11-24T17:23:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:23:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:23:55,569 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:23:55,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c484d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:23:55,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:23:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,41935,1732469033122, seqNum=-1] 2024-11-24T17:23:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:23:55,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:23:55,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,38327,1732469032787 2024-11-24T17:23:55,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-24T17:23:55,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:55,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016ddf77e00002 connected 2024-11-24T17:23:55,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/hadoop.log.dir so I do NOT create it in target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e 2024-11-24T17:23:55,597 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:23:55,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/hadoop.tmp.dir so I do NOT create it in target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e 2024-11-24T17:23:55,597 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:23:55,598 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e 2024-11-24T17:23:55,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:23:55,598 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/cluster_b1bc1989-bba2-87e1-4b97-80b3d9e454e8, deleteOnExit=true 2024-11-24T17:23:55,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:23:55,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/test.cache.data in system properties and HBase conf 2024-11-24T17:23:55,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:23:55,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:23:55,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:23:55,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:23:55,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:23:55,598 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:23:55,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:23:56,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:56,351 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:23:56,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:23:56,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:23:56,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:23:56,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:56,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@460e57b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:23:56,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4511573e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:23:56,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60da1cae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/java.io.tmpdir/jetty-localhost-41317-hadoop-hdfs-3_4_1-tests_jar-_-any-16370211591006869938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:23:56,471 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1538e03e{HTTP/1.1, (http/1.1)}{localhost:41317} 2024-11-24T17:23:56,471 INFO [Time-limited test {}] server.Server(415): Started @342681ms 2024-11-24T17:23:56,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:23:56,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:23:56,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:23:56,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:23:56,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:23:56,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c82b515{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:23:56,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2273ea7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:23:57,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6498dc97{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/java.io.tmpdir/jetty-localhost-38697-hadoop-hdfs-3_4_1-tests_jar-_-any-14768221121647112694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:23:57,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23420341{HTTP/1.1, (http/1.1)}{localhost:38697} 2024-11-24T17:23:57,019 INFO [Time-limited test {}] server.Server(415): Started @343229ms 2024-11-24T17:23:57,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:23:58,056 WARN [Thread-4443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/cluster_b1bc1989-bba2-87e1-4b97-80b3d9e454e8/data/data1/current/BP-1072463380-172.17.0.3-1732469035612/current, will proceed with Du for space computation calculation, 2024-11-24T17:23:58,056 WARN [Thread-4444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/cluster_b1bc1989-bba2-87e1-4b97-80b3d9e454e8/data/data2/current/BP-1072463380-172.17.0.3-1732469035612/current, will proceed with Du for space computation calculation, 2024-11-24T17:23:58,081 WARN [Thread-4431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:23:58,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x466ac84d82c476ad with lease ID 0x509a46beab87c2a3: Processing first storage report for DS-1d3695f1-89cb-4f68-ab05-9a6a13fda91d from datanode DatanodeRegistration(127.0.0.1:42067, datanodeUuid=3ec0adfa-b78f-4dee-aeab-4462e3e741fd, infoPort=43337, infoSecurePort=0, ipcPort=39199, storageInfo=lv=-57;cid=testClusterID;nsid=1849783269;c=1732469035612) 2024-11-24T17:23:58,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x466ac84d82c476ad with lease ID 0x509a46beab87c2a3: from storage DS-1d3695f1-89cb-4f68-ab05-9a6a13fda91d node DatanodeRegistration(127.0.0.1:42067, datanodeUuid=3ec0adfa-b78f-4dee-aeab-4462e3e741fd, infoPort=43337, infoSecurePort=0, ipcPort=39199, storageInfo=lv=-57;cid=testClusterID;nsid=1849783269;c=1732469035612), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:23:58,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x466ac84d82c476ad with lease ID 0x509a46beab87c2a3: Processing first storage report for DS-8edf9e4a-a460-4c49-bc6b-e72af2beaa47 from datanode DatanodeRegistration(127.0.0.1:42067, datanodeUuid=3ec0adfa-b78f-4dee-aeab-4462e3e741fd, infoPort=43337, infoSecurePort=0, ipcPort=39199, storageInfo=lv=-57;cid=testClusterID;nsid=1849783269;c=1732469035612) 2024-11-24T17:23:58,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x466ac84d82c476ad with lease ID 0x509a46beab87c2a3: from storage DS-8edf9e4a-a460-4c49-bc6b-e72af2beaa47 node DatanodeRegistration(127.0.0.1:42067, datanodeUuid=3ec0adfa-b78f-4dee-aeab-4462e3e741fd, infoPort=43337, infoSecurePort=0, ipcPort=39199, storageInfo=lv=-57;cid=testClusterID;nsid=1849783269;c=1732469035612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:23:58,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e 2024-11-24T17:23:58,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:58,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:58,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:23:58,523 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57 with version=8 2024-11-24T17:23:58,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/hbase-staging 2024-11-24T17:23:58,525 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:23:58,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:58,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:58,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:23:58,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:58,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:23:58,525 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:23:58,525 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:23:58,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37241 2024-11-24T17:23:58,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37241 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-24T17:23:58,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372410x0, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:58,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37241-0x1016ddf77e00003 connected 2024-11-24T17:23:59,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:59,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:59,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Set watcher on znode that does not yet exist, /1-920269667/running 2024-11-24T17:23:59,044 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57, hbase.cluster.distributed=false 2024-11-24T17:23:59,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Set watcher on znode that does not yet exist, /1-920269667/acl 2024-11-24T17:23:59,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-24T17:23:59,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37241 2024-11-24T17:23:59,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37241 2024-11-24T17:23:59,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-24T17:23:59,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37241 2024-11-24T17:23:59,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:23:59,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:59,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:59,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:23:59,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:23:59,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:23:59,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:23:59,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:23:59,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39517 2024-11-24T17:23:59,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39517 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-24T17:23:59,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:59,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:59,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395170x0, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:23:59,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395170x0, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Set watcher on znode that does not yet exist, /1-920269667/running 2024-11-24T17:23:59,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39517-0x1016ddf77e00004 connected 2024-11-24T17:23:59,125 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:23:59,125 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:23:59,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Set watcher on znode that does not yet exist, /1-920269667/master 2024-11-24T17:23:59,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Set watcher on znode that does not yet exist, /1-920269667/acl 2024-11-24T17:23:59,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39517 2024-11-24T17:23:59,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39517 2024-11-24T17:23:59,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39517 2024-11-24T17:23:59,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39517 2024-11-24T17:23:59,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39517 2024-11-24T17:23:59,140 DEBUG [M:0;a23eb99f71f0:37241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:37241 2024-11-24T17:23:59,141 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-920269667/backup-masters/a23eb99f71f0,37241,1732469038525 2024-11-24T17:23:59,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667/backup-masters 2024-11-24T17:23:59,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667/backup-masters 2024-11-24T17:23:59,209 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Set watcher on existing znode=/1-920269667/backup-masters/a23eb99f71f0,37241,1732469038525 2024-11-24T17:23:59,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-920269667/master 2024-11-24T17:23:59,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:23:59,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:23:59,242 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Set watcher on existing znode=/1-920269667/master 2024-11-24T17:23:59,243 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-920269667/backup-masters/a23eb99f71f0,37241,1732469038525 from backup master directory 2024-11-24T17:23:59,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667/backup-masters 2024-11-24T17:23:59,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-920269667/backup-masters/a23eb99f71f0,37241,1732469038525 2024-11-24T17:23:59,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667/backup-masters 2024-11-24T17:23:59,325 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:23:59,325 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,37241,1732469038525 2024-11-24T17:23:59,328 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/hbase.id] with ID: 2ce740d3-68df-41cf-a03f-18e61a53e7c7 2024-11-24T17:23:59,328 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/.tmp/hbase.id 2024-11-24T17:23:59,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:23:59,732 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/.tmp/hbase.id]:[hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/hbase.id] 2024-11-24T17:23:59,739 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:23:59,739 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:23:59,740 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:23:59,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:23:59,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:23:59,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:23:59,821 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:23:59,821 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:23:59,822 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:23:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:24:00,231 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store 2024-11-24T17:24:00,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:24:00,263 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:00,263 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:24:00,263 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:00,263 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:00,263 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:24:00,263 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:00,263 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:00,263 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732469040263Disabling compacts and flushes for region at 1732469040263Disabling writes for close at 1732469040263Writing region close event to WAL at 1732469040263Closed at 1732469040263 2024-11-24T17:24:00,266 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/.initializing 2024-11-24T17:24:00,266 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/WALs/a23eb99f71f0,37241,1732469038525 2024-11-24T17:24:00,278 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:24:00,280 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C37241%2C1732469038525, suffix=, logDir=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/WALs/a23eb99f71f0,37241,1732469038525, archiveDir=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/oldWALs, maxLogs=10 2024-11-24T17:24:00,298 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/WALs/a23eb99f71f0,37241,1732469038525/a23eb99f71f0%2C37241%2C1732469038525.1732469040280, exclude list is [], retry=0 2024-11-24T17:24:00,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-1d3695f1-89cb-4f68-ab05-9a6a13fda91d,DISK] 2024-11-24T17:24:00,333 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/WALs/a23eb99f71f0,37241,1732469038525/a23eb99f71f0%2C37241%2C1732469038525.1732469040280 2024-11-24T17:24:00,348 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43337:43337)] 2024-11-24T17:24:00,348 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:24:00,349 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:00,349 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:00,349 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:00,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:00,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:24:00,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:00,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:00,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:00,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:24:00,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:00,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:00,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:00,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:24:00,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:00,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:00,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:00,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:24:00,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:00,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:00,380 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:00,381 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:00,381 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:00,382 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:00,382 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:00,383 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:24:00,385 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:00,387 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:24:00,387 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63036377, jitterRate=-0.06068478524684906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:24:00,387 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732469040349Initializing all the Stores at 1732469040356 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469040356Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469040371 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469040371Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469040371Cleaning up temporary data from old regions at 1732469040383 (+12 ms)Region opened successfully at 1732469040387 (+4 ms) 2024-11-24T17:24:00,388 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:24:00,390 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4532d792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:24:00,391 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:24:00,391 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:24:00,391 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:24:00,391 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:24:00,391 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:24:00,391 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:24:00,391 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:24:00,417 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:24:00,418 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Unable to get data of znode /1-920269667/balancer because node does not exist (not necessarily an error) 2024-11-24T17:24:00,480 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-920269667/balancer already deleted, retry=false 2024-11-24T17:24:00,480 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:24:00,480 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Unable to get data of znode /1-920269667/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:24:00,490 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-920269667/normalizer already deleted, retry=false 2024-11-24T17:24:00,490 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:24:00,491 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Unable to get data of znode /1-920269667/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:24:00,501 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-920269667/switch/split already deleted, retry=false 2024-11-24T17:24:00,501 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Unable to get data of znode /1-920269667/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:24:00,511 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-920269667/switch/merge already deleted, retry=false 2024-11-24T17:24:00,512 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Unable to get data of znode /1-920269667/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:24:00,522 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-920269667/snapshot-cleanup already deleted, retry=false 2024-11-24T17:24:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-920269667/running 2024-11-24T17:24:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-920269667/running 2024-11-24T17:24:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:24:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:24:00,532 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,37241,1732469038525, sessionid=0x1016ddf77e00003, setting cluster-up flag (Was=false) 2024-11-24T17:24:00,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:24:00,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:24:00,585 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-920269667/flush-table-proc/acquired, /1-920269667/flush-table-proc/reached, /1-920269667/flush-table-proc/abort 2024-11-24T17:24:00,586 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,37241,1732469038525 2024-11-24T17:24:00,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:24:00,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:24:00,637 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-920269667/online-snapshot/acquired, /1-920269667/online-snapshot/reached, /1-920269667/online-snapshot/abort 2024-11-24T17:24:00,638 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,37241,1732469038525 2024-11-24T17:24:00,639 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:24:00,640 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:24:00,640 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:24:00,640 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:24:00,640 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,37241,1732469038525 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:24:00,641 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:24:00,641 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:24:00,641 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:24:00,641 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:24:00,641 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:24:00,641 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,641 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:24:00,641 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,642 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732469070642 2024-11-24T17:24:00,642 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:24:00,642 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:24:00,642 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:24:00,642 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:24:00,642 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:24:00,642 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:24:00,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:24:00,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:24:00,642 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,642 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:24:00,643 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:24:00,643 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:24:00,643 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:24:00,643 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:24:00,643 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:24:00,643 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:00,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:24:00,643 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732469040643,5,FailOnTimeoutGroup] 2024-11-24T17:24:00,644 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732469040643,5,FailOnTimeoutGroup] 2024-11-24T17:24:00,644 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,644 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:24:00,644 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,644 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:24:00,731 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(746): ClusterId : 2ce740d3-68df-41cf-a03f-18e61a53e7c7 2024-11-24T17:24:00,731 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:24:00,743 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:24:00,743 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:24:00,754 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:24:00,754 DEBUG [RS:0;a23eb99f71f0:39517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b94495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:24:00,763 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:39517 2024-11-24T17:24:00,763 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:24:00,763 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:24:00,763 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:24:00,764 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,37241,1732469038525 with port=39517, startcode=1732469039062 2024-11-24T17:24:00,764 DEBUG [RS:0;a23eb99f71f0:39517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:24:00,765 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:24:00,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:00,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37241 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:00,766 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57 2024-11-24T17:24:00,766 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38979 2024-11-24T17:24:00,766 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:24:00,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667/rs 2024-11-24T17:24:00,818 DEBUG [RS:0;a23eb99f71f0:39517 {}] zookeeper.ZKUtil(111): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Set watcher on existing znode=/1-920269667/rs/a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:00,818 WARN [RS:0;a23eb99f71f0:39517 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:24:00,818 INFO [RS:0;a23eb99f71f0:39517 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:24:00,818 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/WALs/a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:00,818 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,39517,1732469039062] 2024-11-24T17:24:00,821 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:24:00,828 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:24:00,829 INFO [RS:0;a23eb99f71f0:39517 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:24:00,829 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,830 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:24:00,831 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:24:00,831 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,831 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,831 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,831 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,831 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,832 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,832 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:24:00,832 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,832 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,832 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,832 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,832 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,832 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:00,832 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:24:00,832 DEBUG [RS:0;a23eb99f71f0:39517 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:24:00,874 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,874 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,874 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,874 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,874 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,874 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,39517,1732469039062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:24:00,894 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:24:00,894 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,39517,1732469039062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,894 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,894 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.Replication(171): a23eb99f71f0,39517,1732469039062 started 2024-11-24T17:24:00,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:24:00,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,913 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:00,913 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,39517,1732469039062, RpcServer on a23eb99f71f0/172.17.0.3:39517, sessionid=0x1016ddf77e00004 2024-11-24T17:24:00,913 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:24:00,913 DEBUG [RS:0;a23eb99f71f0:39517 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:00,913 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,39517,1732469039062' 2024-11-24T17:24:00,913 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-920269667/flush-table-proc/abort' 2024-11-24T17:24:00,914 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-920269667/flush-table-proc/acquired' 2024-11-24T17:24:00,914 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:24:00,914 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:24:00,914 DEBUG [RS:0;a23eb99f71f0:39517 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:00,914 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,39517,1732469039062' 2024-11-24T17:24:00,914 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-920269667/online-snapshot/abort' 2024-11-24T17:24:00,914 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-920269667/online-snapshot/acquired' 2024-11-24T17:24:00,915 DEBUG [RS:0;a23eb99f71f0:39517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:24:00,915 INFO [RS:0;a23eb99f71f0:39517 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:24:00,915 INFO [RS:0;a23eb99f71f0:39517 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:24:00,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:00,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:01,015 INFO [RS:0;a23eb99f71f0:39517 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:24:01,016 INFO [RS:0;a23eb99f71f0:39517 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C39517%2C1732469039062, suffix=, logDir=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/WALs/a23eb99f71f0,39517,1732469039062, archiveDir=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/oldWALs, maxLogs=10 2024-11-24T17:24:01,033 DEBUG [RS:0;a23eb99f71f0:39517 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/WALs/a23eb99f71f0,39517,1732469039062/a23eb99f71f0%2C39517%2C1732469039062.1732469041017, exclude list is [], retry=0 2024-11-24T17:24:01,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-1d3695f1-89cb-4f68-ab05-9a6a13fda91d,DISK] 2024-11-24T17:24:01,036 INFO [RS:0;a23eb99f71f0:39517 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/WALs/a23eb99f71f0,39517,1732469039062/a23eb99f71f0%2C39517%2C1732469039062.1732469041017 2024-11-24T17:24:01,036 DEBUG [RS:0;a23eb99f71f0:39517 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43337:43337)] 2024-11-24T17:24:01,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:24:01,050 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57 2024-11-24T17:24:01,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:24:01,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:01,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:24:01,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:24:01,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:01,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:01,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:24:01,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:24:01,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:01,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:01,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:24:01,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:24:01,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:01,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:01,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:24:01,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:24:01,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:01,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:01,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:24:01,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740 2024-11-24T17:24:01,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740 2024-11-24T17:24:01,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:24:01,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:24:01,062 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:24:01,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:24:01,063 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:24:01,064 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68229758, jitterRate=0.016702622175216675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:24:01,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732469041055Initializing all the Stores at 1732469041055Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469041055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469041055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469041055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469041055Cleaning up temporary data from old regions at 1732469041061 (+6 ms)Region opened successfully at 1732469041064 (+3 ms) 2024-11-24T17:24:01,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:24:01,064 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:24:01,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:24:01,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:24:01,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:24:01,065 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:24:01,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732469041064Disabling compacts and flushes for region at 1732469041064Disabling writes for close at 1732469041064Writing region close event to WAL at 1732469041065 (+1 ms)Closed at 1732469041065 2024-11-24T17:24:01,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:24:01,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:24:01,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:24:01,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:24:01,067 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:24:01,217 DEBUG [a23eb99f71f0:37241 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:24:01,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:01,219 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,39517,1732469039062, state=OPENING 2024-11-24T17:24:01,290 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:24:01,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:24:01,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:24:01,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-920269667/meta-region-server: CHANGED 2024-11-24T17:24:01,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-920269667/meta-region-server: CHANGED 2024-11-24T17:24:01,301 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:24:01,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,39517,1732469039062}] 2024-11-24T17:24:01,454 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:24:01,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:24:01,458 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:24:01,458 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:24:01,458 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:24:01,459 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C39517%2C1732469039062.meta, suffix=.meta, logDir=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/WALs/a23eb99f71f0,39517,1732469039062, archiveDir=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/oldWALs, maxLogs=10 2024-11-24T17:24:01,477 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/WALs/a23eb99f71f0,39517,1732469039062/a23eb99f71f0%2C39517%2C1732469039062.meta.1732469041460.meta, exclude list is [], retry=0 2024-11-24T17:24:01,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42067,DS-1d3695f1-89cb-4f68-ab05-9a6a13fda91d,DISK] 2024-11-24T17:24:01,480 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/WALs/a23eb99f71f0,39517,1732469039062/a23eb99f71f0%2C39517%2C1732469039062.meta.1732469041460.meta 2024-11-24T17:24:01,480 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43337:43337)] 2024-11-24T17:24:01,480 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:24:01,481 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:24:01,481 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:24:01,481 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:24:01,481 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:24:01,481 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:24:01,481 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:01,481 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:24:01,482 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:24:01,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:24:01,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:24:01,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:01,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:01,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:24:01,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:24:01,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:01,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:01,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:24:01,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:24:01,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:01,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:01,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:24:01,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:24:01,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:01,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:01,486 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:24:01,486 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740 2024-11-24T17:24:01,487 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740 2024-11-24T17:24:01,488 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:24:01,488 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:24:01,488 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:24:01,489 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:24:01,489 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68658017, jitterRate=0.023084178566932678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:24:01,489 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:24:01,489 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732469041482Writing region info on filesystem at 1732469041482Initializing all the Stores at 1732469041482Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469041482Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469041483 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469041483Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469041483Cleaning up temporary data from old regions at 1732469041488 (+5 ms)Running coprocessor post-open hooks at 1732469041489 (+1 ms)Region opened successfully at 1732469041489 2024-11-24T17:24:01,490 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732469041454 2024-11-24T17:24:01,492 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:24:01,492 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:24:01,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:01,493 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,39517,1732469039062, state=OPEN 2024-11-24T17:24:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-920269667/meta-region-server 2024-11-24T17:24:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-920269667/meta-region-server 2024-11-24T17:24:01,553 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:01,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-920269667/meta-region-server: CHANGED 2024-11-24T17:24:01,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-920269667/meta-region-server: CHANGED 2024-11-24T17:24:01,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:24:01,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,39517,1732469039062 in 252 msec 2024-11-24T17:24:01,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:24:01,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-24T17:24:01,556 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:24:01,556 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:24:01,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:24:01,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,39517,1732469039062, seqNum=-1] 2024-11-24T17:24:01,558 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:24:01,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:24:01,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 923 msec 2024-11-24T17:24:01,564 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732469041564, completionTime=-1 2024-11-24T17:24:01,564 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:24:01,564 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:24:01,565 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:24:01,565 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732469101565 2024-11-24T17:24:01,566 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732469161566 2024-11-24T17:24:01,566 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T17:24:01,566 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37241,1732469038525-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:01,566 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37241,1732469038525-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:01,566 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37241,1732469038525-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:01,566 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:37241, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:01,566 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:01,566 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:01,567 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:24:01,569 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.244sec 2024-11-24T17:24:01,569 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:24:01,569 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:24:01,569 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:24:01,569 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:24:01,569 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:24:01,569 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37241,1732469038525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:24:01,569 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37241,1732469038525-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:24:01,571 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:24:01,571 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:24:01,571 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,37241,1732469038525-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:01,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8e9855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:01,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37241,-1 for getting cluster id 2024-11-24T17:24:01,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:01,632 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ce740d3-68df-41cf-a03f-18e61a53e7c7' 2024-11-24T17:24:01,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:01,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ce740d3-68df-41cf-a03f-18e61a53e7c7" 2024-11-24T17:24:01,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf5488a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:01,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37241,-1] 2024-11-24T17:24:01,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:01,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:01,634 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:01,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34392620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:01,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:24:01,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,39517,1732469039062, seqNum=-1] 2024-11-24T17:24:01,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:24:01,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:24:01,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,37241,1732469038525 2024-11-24T17:24:01,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-24T17:24:01,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:24:01,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016ddf77e00005 connected 2024-11-24T17:24:01,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/hadoop.log.dir so I do NOT create it in target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1 2024-11-24T17:24:01,671 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T17:24:01,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/hadoop.tmp.dir so I do NOT create it in target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1 2024-11-24T17:24:01,671 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T17:24:01,672 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1 2024-11-24T17:24:01,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T17:24:01,672 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/cluster_cc1d5cc1-c549-aab6-f059-59363a61b1f2, deleteOnExit=true 2024-11-24T17:24:01,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T17:24:01,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/test.cache.data in system properties and HBase conf 2024-11-24T17:24:01,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T17:24:01,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/hadoop.log.dir in system properties and HBase conf 2024-11-24T17:24:01,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T17:24:01,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T17:24:01,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T17:24:01,673 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T17:24:01,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:24:01,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T17:24:01,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T17:24:01,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:24:01,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T17:24:01,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T17:24:01,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T17:24:01,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:24:01,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T17:24:01,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/nfs.dump.dir in system properties and HBase conf 2024-11-24T17:24:01,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/java.io.tmpdir in system properties and HBase conf 2024-11-24T17:24:01,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T17:24:01,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T17:24:01,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T17:24:02,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:24:02,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:24:02,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:24:02,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:24:02,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T17:24:02,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:24:02,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e807785{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:24:02,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c43aee5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:24:02,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45192ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/java.io.tmpdir/jetty-localhost-37519-hadoop-hdfs-3_4_1-tests_jar-_-any-8267854120003708125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:24:02,347 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49fc223d{HTTP/1.1, (http/1.1)}{localhost:37519} 2024-11-24T17:24:02,348 INFO [Time-limited test {}] server.Server(415): Started @348558ms 2024-11-24T17:24:02,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T17:24:02,838 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T17:24:02,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T17:24:02,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T17:24:02,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T17:24:02,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd2bf66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/hadoop.log.dir/,AVAILABLE} 2024-11-24T17:24:02,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d2810f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T17:24:02,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61ed1150{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/java.io.tmpdir/jetty-localhost-40119-hadoop-hdfs-3_4_1-tests_jar-_-any-16750454130853335628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:24:02,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e7f8a07{HTTP/1.1, (http/1.1)}{localhost:40119} 2024-11-24T17:24:02,971 INFO [Time-limited test {}] server.Server(415): Started @349181ms 2024-11-24T17:24:02,972 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T17:24:03,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:03,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:24:03,234 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149011 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:24:03,963 WARN [Thread-4564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/cluster_cc1d5cc1-c549-aab6-f059-59363a61b1f2/data/data1/current/BP-883046074-172.17.0.3-1732469041692/current, will proceed with Du for space computation calculation, 2024-11-24T17:24:03,963 WARN [Thread-4565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/cluster_cc1d5cc1-c549-aab6-f059-59363a61b1f2/data/data2/current/BP-883046074-172.17.0.3-1732469041692/current, will proceed with Du for space computation calculation, 2024-11-24T17:24:03,985 WARN [Thread-4552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T17:24:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x631443319f4a4547 with lease ID 0x8827fbd93e96bede: Processing first storage report for DS-0ca3426f-a1b4-4544-b96c-1d7a4ce32a11 from datanode DatanodeRegistration(127.0.0.1:45227, datanodeUuid=477ddee4-529c-49f0-9822-f7681f0d40ea, infoPort=34727, infoSecurePort=0, ipcPort=39871, storageInfo=lv=-57;cid=testClusterID;nsid=397459470;c=1732469041692) 2024-11-24T17:24:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x631443319f4a4547 with lease ID 0x8827fbd93e96bede: from storage DS-0ca3426f-a1b4-4544-b96c-1d7a4ce32a11 node DatanodeRegistration(127.0.0.1:45227, datanodeUuid=477ddee4-529c-49f0-9822-f7681f0d40ea, infoPort=34727, infoSecurePort=0, ipcPort=39871, storageInfo=lv=-57;cid=testClusterID;nsid=397459470;c=1732469041692), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:24:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x631443319f4a4547 with lease ID 0x8827fbd93e96bede: Processing first storage report for DS-ac413a33-caf1-4ed1-883e-65a35cb4c3ed from datanode DatanodeRegistration(127.0.0.1:45227, datanodeUuid=477ddee4-529c-49f0-9822-f7681f0d40ea, infoPort=34727, infoSecurePort=0, ipcPort=39871, storageInfo=lv=-57;cid=testClusterID;nsid=397459470;c=1732469041692) 2024-11-24T17:24:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x631443319f4a4547 with lease ID 0x8827fbd93e96bede: from storage DS-ac413a33-caf1-4ed1-883e-65a35cb4c3ed node DatanodeRegistration(127.0.0.1:45227, datanodeUuid=477ddee4-529c-49f0-9822-f7681f0d40ea, infoPort=34727, infoSecurePort=0, ipcPort=39871, storageInfo=lv=-57;cid=testClusterID;nsid=397459470;c=1732469041692), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T17:24:04,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1 2024-11-24T17:24:04,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:24:04,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:24:04,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741825_1001 (size=7) 2024-11-24T17:24:04,034 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9 with version=8 2024-11-24T17:24:04,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/hbase-staging 2024-11-24T17:24:04,037 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:24:04,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:24:04,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:24:04,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:24:04,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:24:04,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:24:04,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T17:24:04,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:24:04,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40077 2024-11-24T17:24:04,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40077 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-24T17:24:04,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400770x0, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:24:04,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40077-0x1016ddf77e00006 connected 2024-11-24T17:24:04,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:24:04,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:24:04,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Set watcher on znode that does not yet exist, /2465909177/running 2024-11-24T17:24:04,157 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9, hbase.cluster.distributed=false 2024-11-24T17:24:04,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Set watcher on znode that does not yet exist, /2465909177/acl 2024-11-24T17:24:04,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40077 2024-11-24T17:24:04,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40077 2024-11-24T17:24:04,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40077 2024-11-24T17:24:04,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40077 2024-11-24T17:24:04,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40077 2024-11-24T17:24:04,181 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a23eb99f71f0:0 server-side Connection retries=45 2024-11-24T17:24:04,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:24:04,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T17:24:04,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T17:24:04,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T17:24:04,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T17:24:04,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T17:24:04,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T17:24:04,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43059 2024-11-24T17:24:04,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43059 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-24T17:24:04,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:24:04,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:24:04,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430590x0, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:24:04,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430590x0, quorum=127.0.0.1:64625, baseZNode=/2465909177 Set watcher on znode that does not yet exist, /2465909177/running 2024-11-24T17:24:04,207 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T17:24:04,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43059-0x1016ddf77e00007 connected 2024-11-24T17:24:04,212 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T17:24:04,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Set watcher on znode that does not yet exist, /2465909177/master 2024-11-24T17:24:04,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Set watcher on znode that does not yet exist, /2465909177/acl 2024-11-24T17:24:04,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43059 2024-11-24T17:24:04,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43059 2024-11-24T17:24:04,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43059 2024-11-24T17:24:04,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43059 2024-11-24T17:24:04,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43059 2024-11-24T17:24:04,236 DEBUG [M:0;a23eb99f71f0:40077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a23eb99f71f0:40077 2024-11-24T17:24:04,244 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2465909177/backup-masters/a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:04,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177/backup-masters 2024-11-24T17:24:04,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177/backup-masters 2024-11-24T17:24:04,256 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Set watcher on existing znode=/2465909177/backup-masters/a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:04,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2465909177/master 2024-11-24T17:24:04,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:04,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:04,269 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Set watcher on existing znode=/2465909177/master 2024-11-24T17:24:04,270 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2465909177/backup-masters/a23eb99f71f0,40077,1732469044037 from backup master directory 2024-11-24T17:24:04,280 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:24:04,280 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2465909177/backup-masters/a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177/backup-masters 2024-11-24T17:24:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177/backup-masters 2024-11-24T17:24:04,285 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/hbase.id] with ID: 6665ac1b-3274-4d08-8a1e-b5196e729c2b 2024-11-24T17:24:04,285 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/.tmp/hbase.id 2024-11-24T17:24:04,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741826_1002 (size=42) 2024-11-24T17:24:04,298 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/.tmp/hbase.id]:[hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/hbase.id] 2024-11-24T17:24:04,309 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:24:04,309 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T17:24:04,310 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T17:24:04,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:04,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:04,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741827_1003 (size=196) 2024-11-24T17:24:04,730 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:24:04,731 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T17:24:04,731 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:24:04,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741828_1004 (size=1189) 2024-11-24T17:24:04,736 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store 2024-11-24T17:24:04,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741829_1005 (size=34) 2024-11-24T17:24:04,745 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:04,746 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:24:04,746 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:04,746 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:04,746 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:24:04,746 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:04,746 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:04,746 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732469044745Disabling compacts and flushes for region at 1732469044745Disabling writes for close at 1732469044746 (+1 ms)Writing region close event to WAL at 1732469044746Closed at 1732469044746 2024-11-24T17:24:04,746 WARN [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/.initializing 2024-11-24T17:24:04,747 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/WALs/a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:04,747 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:24:04,748 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a23eb99f71f0%2C40077%2C1732469044037, suffix=, logDir=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/WALs/a23eb99f71f0,40077,1732469044037, archiveDir=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/oldWALs, maxLogs=10 2024-11-24T17:24:04,761 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/WALs/a23eb99f71f0,40077,1732469044037/a23eb99f71f0%2C40077%2C1732469044037.1732469044749, exclude list is [], retry=0 2024-11-24T17:24:04,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-0ca3426f-a1b4-4544-b96c-1d7a4ce32a11,DISK] 2024-11-24T17:24:04,765 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/WALs/a23eb99f71f0,40077,1732469044037/a23eb99f71f0%2C40077%2C1732469044037.1732469044749 2024-11-24T17:24:04,765 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34727:34727)] 2024-11-24T17:24:04,765 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:24:04,765 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:04,765 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:04,765 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:04,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:04,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T17:24:04,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:04,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:04,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:04,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T17:24:04,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:04,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:04,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:04,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T17:24:04,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:04,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:04,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:04,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T17:24:04,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:04,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:04,771 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:04,771 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:04,772 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:04,773 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:04,773 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:04,773 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:24:04,774 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T17:24:04,775 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:24:04,776 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60382480, jitterRate=-0.10023093223571777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:24:04,776 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732469044765Initializing all the Stores at 1732469044766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469044766Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469044766Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469044766Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469044766Cleaning up temporary data from old regions at 1732469044773 (+7 ms)Region opened successfully at 1732469044776 (+3 ms) 2024-11-24T17:24:04,776 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T17:24:04,778 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be6f8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:24:04,779 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T17:24:04,779 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T17:24:04,779 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T17:24:04,779 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T17:24:04,779 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T17:24:04,780 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T17:24:04,780 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T17:24:04,782 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T17:24:04,782 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Unable to get data of znode /2465909177/balancer because node does not exist (not necessarily an error) 2024-11-24T17:24:04,806 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2465909177/balancer already deleted, retry=false 2024-11-24T17:24:04,806 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T17:24:04,807 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Unable to get data of znode /2465909177/normalizer because node does not exist (not necessarily an error) 2024-11-24T17:24:04,827 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2465909177/normalizer already deleted, retry=false 2024-11-24T17:24:04,827 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T17:24:04,828 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Unable to get data of znode /2465909177/switch/split because node does not exist (not necessarily an error) 2024-11-24T17:24:04,837 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2465909177/switch/split already deleted, retry=false 2024-11-24T17:24:04,838 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Unable to get data of znode /2465909177/switch/merge because node does not exist (not necessarily an error) 2024-11-24T17:24:04,848 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2465909177/switch/merge already deleted, retry=false 2024-11-24T17:24:04,850 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Unable to get data of znode /2465909177/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T17:24:04,858 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2465909177/snapshot-cleanup already deleted, retry=false 2024-11-24T17:24:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2465909177/running 2024-11-24T17:24:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2465909177/running 2024-11-24T17:24:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:04,869 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a23eb99f71f0,40077,1732469044037, sessionid=0x1016ddf77e00006, setting cluster-up flag (Was=false) 2024-11-24T17:24:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:04,921 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2465909177/flush-table-proc/acquired, /2465909177/flush-table-proc/reached, /2465909177/flush-table-proc/abort 2024-11-24T17:24:04,923 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:04,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:04,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:04,974 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2465909177/online-snapshot/acquired, /2465909177/online-snapshot/reached, /2465909177/online-snapshot/abort 2024-11-24T17:24:04,975 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:04,976 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T17:24:04,977 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T17:24:04,977 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T17:24:04,977 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T17:24:04,978 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a23eb99f71f0,40077,1732469044037 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T17:24:04,979 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:24:04,979 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:24:04,979 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:24:04,979 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=5, maxPoolSize=5 2024-11-24T17:24:04,979 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a23eb99f71f0:0, corePoolSize=10, maxPoolSize=10 2024-11-24T17:24:04,979 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:04,979 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:24:04,979 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:04,980 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732469074980 2024-11-24T17:24:04,980 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T17:24:04,980 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T17:24:04,980 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T17:24:04,980 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T17:24:04,980 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T17:24:04,980 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T17:24:04,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:24:04,981 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:04,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T17:24:04,981 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:04,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T17:24:04,984 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T17:24:04,984 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T17:24:04,984 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T17:24:04,984 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T17:24:04,985 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T17:24:04,985 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T17:24:04,985 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732469044985,5,FailOnTimeoutGroup] 2024-11-24T17:24:04,988 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732469044985,5,FailOnTimeoutGroup] 2024-11-24T17:24:04,988 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:04,988 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T17:24:04,988 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:04,988 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741831_1007 (size=1321) 2024-11-24T17:24:05,025 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(746): ClusterId : 6665ac1b-3274-4d08-8a1e-b5196e729c2b 2024-11-24T17:24:05,025 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T17:24:05,038 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T17:24:05,038 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T17:24:05,048 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T17:24:05,049 DEBUG [RS:0;a23eb99f71f0:43059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b0138c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a23eb99f71f0/172.17.0.3:0 2024-11-24T17:24:05,060 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a23eb99f71f0:43059 2024-11-24T17:24:05,060 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T17:24:05,060 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T17:24:05,060 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T17:24:05,061 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(2659): reportForDuty to master=a23eb99f71f0,40077,1732469044037 with port=43059, startcode=1732469044180 2024-11-24T17:24:05,061 DEBUG [RS:0;a23eb99f71f0:43059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T17:24:05,062 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T17:24:05,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:05,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40077 {}] master.ServerManager(517): Registering regionserver=a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:05,064 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9 2024-11-24T17:24:05,064 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39621 2024-11-24T17:24:05,064 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T17:24:05,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177/rs 2024-11-24T17:24:05,104 DEBUG [RS:0;a23eb99f71f0:43059 {}] zookeeper.ZKUtil(111): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Set watcher on existing znode=/2465909177/rs/a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:05,104 WARN [RS:0;a23eb99f71f0:43059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T17:24:05,104 INFO [RS:0;a23eb99f71f0:43059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:24:05,105 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/WALs/a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:05,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a23eb99f71f0,43059,1732469044180] 2024-11-24T17:24:05,107 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T17:24:05,109 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T17:24:05,109 INFO [RS:0;a23eb99f71f0:43059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T17:24:05,109 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,110 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T17:24:05,110 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T17:24:05,110 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,110 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:05,110 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:05,110 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:05,111 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:05,111 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:05,111 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a23eb99f71f0:0, corePoolSize=2, maxPoolSize=2 2024-11-24T17:24:05,111 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:05,111 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:05,111 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:05,111 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:05,111 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:05,111 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a23eb99f71f0:0, corePoolSize=1, maxPoolSize=1 2024-11-24T17:24:05,111 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:24:05,111 DEBUG [RS:0;a23eb99f71f0:43059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a23eb99f71f0:0, corePoolSize=3, maxPoolSize=3 2024-11-24T17:24:05,112 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,112 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,112 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,112 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,112 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,112 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,43059,1732469044180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:24:05,129 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T17:24:05,129 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,43059,1732469044180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,129 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,129 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.Replication(171): a23eb99f71f0,43059,1732469044180 started 2024-11-24T17:24:05,146 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,147 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1482): Serving as a23eb99f71f0,43059,1732469044180, RpcServer on a23eb99f71f0/172.17.0.3:43059, sessionid=0x1016ddf77e00007 2024-11-24T17:24:05,147 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T17:24:05,147 DEBUG [RS:0;a23eb99f71f0:43059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:05,147 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,43059,1732469044180' 2024-11-24T17:24:05,147 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2465909177/flush-table-proc/abort' 2024-11-24T17:24:05,147 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2465909177/flush-table-proc/acquired' 2024-11-24T17:24:05,148 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T17:24:05,148 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T17:24:05,148 DEBUG [RS:0;a23eb99f71f0:43059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:05,148 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a23eb99f71f0,43059,1732469044180' 2024-11-24T17:24:05,148 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2465909177/online-snapshot/abort' 2024-11-24T17:24:05,148 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2465909177/online-snapshot/acquired' 2024-11-24T17:24:05,148 DEBUG [RS:0;a23eb99f71f0:43059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T17:24:05,148 INFO [RS:0;a23eb99f71f0:43059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T17:24:05,148 INFO [RS:0;a23eb99f71f0:43059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T17:24:05,249 INFO [RS:0;a23eb99f71f0:43059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T17:24:05,250 INFO [RS:0;a23eb99f71f0:43059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C43059%2C1732469044180, suffix=, logDir=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/WALs/a23eb99f71f0,43059,1732469044180, archiveDir=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/oldWALs, maxLogs=10 2024-11-24T17:24:05,266 DEBUG [RS:0;a23eb99f71f0:43059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/WALs/a23eb99f71f0,43059,1732469044180/a23eb99f71f0%2C43059%2C1732469044180.1732469045251, exclude list is [], retry=0 2024-11-24T17:24:05,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-0ca3426f-a1b4-4544-b96c-1d7a4ce32a11,DISK] 2024-11-24T17:24:05,269 INFO [RS:0;a23eb99f71f0:43059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/WALs/a23eb99f71f0,43059,1732469044180/a23eb99f71f0%2C43059%2C1732469044180.1732469045251 2024-11-24T17:24:05,269 DEBUG [RS:0;a23eb99f71f0:43059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34727:34727)] 2024-11-24T17:24:05,401 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T17:24:05,401 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9 2024-11-24T17:24:05,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741833_1009 (size=32) 2024-11-24T17:24:05,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:05,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:24:05,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:24:05,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:05,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:05,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:24:05,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:24:05,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:05,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:05,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:24:05,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:24:05,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:05,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:05,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:24:05,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:24:05,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:05,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:05,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:24:05,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740 2024-11-24T17:24:05,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740 2024-11-24T17:24:05,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:24:05,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:24:05,441 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:24:05,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:24:05,454 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:24:05,455 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63930235, jitterRate=-0.04736526310443878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:24:05,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732469045410Initializing all the Stores at 1732469045411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469045411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469045412 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469045412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469045412Cleaning up temporary data from old regions at 1732469045440 (+28 ms)Region opened successfully at 1732469045456 (+16 ms) 2024-11-24T17:24:05,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:24:05,456 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:24:05,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:24:05,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:24:05,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:24:05,464 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:24:05,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732469045456Disabling compacts and flushes for region at 1732469045456Disabling writes for close at 1732469045456Writing region close event to WAL at 1732469045464 (+8 ms)Closed at 1732469045464 2024-11-24T17:24:05,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:24:05,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T17:24:05,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T17:24:05,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:24:05,468 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T17:24:05,618 DEBUG [a23eb99f71f0:40077 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T17:24:05,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:05,620 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,43059,1732469044180, state=OPENING 2024-11-24T17:24:05,653 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T17:24:05,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:05,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:05,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2465909177/meta-region-server: CHANGED 2024-11-24T17:24:05,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2465909177/meta-region-server: CHANGED 2024-11-24T17:24:05,717 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T17:24:05,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,43059,1732469044180}] 2024-11-24T17:24:05,869 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:24:05,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:24:05,873 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T17:24:05,873 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:24:05,873 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T17:24:05,874 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C43059%2C1732469044180.meta, suffix=.meta, logDir=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/WALs/a23eb99f71f0,43059,1732469044180, archiveDir=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/oldWALs, maxLogs=10 2024-11-24T17:24:05,889 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/WALs/a23eb99f71f0,43059,1732469044180/a23eb99f71f0%2C43059%2C1732469044180.meta.1732469045875.meta, exclude list is [], retry=0 2024-11-24T17:24:05,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-0ca3426f-a1b4-4544-b96c-1d7a4ce32a11,DISK] 2024-11-24T17:24:05,892 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/WALs/a23eb99f71f0,43059,1732469044180/a23eb99f71f0%2C43059%2C1732469044180.meta.1732469045875.meta 2024-11-24T17:24:05,893 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34727:34727)] 2024-11-24T17:24:05,893 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:24:05,893 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:24:05,893 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:24:05,893 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T17:24:05,893 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T17:24:05,894 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T17:24:05,894 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:05,894 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T17:24:05,894 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T17:24:05,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T17:24:05,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T17:24:05,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:05,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:05,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T17:24:05,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T17:24:05,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:05,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:05,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T17:24:05,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T17:24:05,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:05,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:05,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T17:24:05,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T17:24:05,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:05,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T17:24:05,899 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T17:24:05,899 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740 2024-11-24T17:24:05,900 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740 2024-11-24T17:24:05,901 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T17:24:05,901 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T17:24:05,901 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T17:24:05,902 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T17:24:05,902 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74598880, jitterRate=0.11160993576049805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T17:24:05,902 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T17:24:05,902 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732469045894Writing region info on filesystem at 1732469045894Initializing all the Stores at 1732469045895 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469045895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469045895Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469045895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732469045895Cleaning up temporary data from old regions at 1732469045901 (+6 ms)Running coprocessor post-open hooks at 1732469045902 (+1 ms)Region opened successfully at 1732469045902 2024-11-24T17:24:05,903 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732469045869 2024-11-24T17:24:05,905 DEBUG [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T17:24:05,905 INFO [RS_OPEN_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T17:24:05,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:05,906 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a23eb99f71f0,43059,1732469044180, state=OPEN 2024-11-24T17:24:05,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2465909177/meta-region-server 2024-11-24T17:24:05,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2465909177/meta-region-server 2024-11-24T17:24:05,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2465909177/meta-region-server: CHANGED 2024-11-24T17:24:05,922 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:05,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2465909177/meta-region-server: CHANGED 2024-11-24T17:24:05,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T17:24:05,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a23eb99f71f0,43059,1732469044180 in 205 msec 2024-11-24T17:24:05,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T17:24:05,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-24T17:24:05,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T17:24:05,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T17:24:05,931 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:24:05,931 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,43059,1732469044180, seqNum=-1] 2024-11-24T17:24:05,931 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:24:05,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:24:05,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 959 msec 2024-11-24T17:24:05,937 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732469045937, completionTime=-1 2024-11-24T17:24:05,937 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T17:24:05,937 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T17:24:05,939 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T17:24:05,939 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732469105939 2024-11-24T17:24:05,939 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732469165939 2024-11-24T17:24:05,939 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T17:24:05,939 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40077,1732469044037-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,939 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40077,1732469044037-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,939 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40077,1732469044037-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,939 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a23eb99f71f0:40077, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,940 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,940 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:05,941 DEBUG [master/a23eb99f71f0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T17:24:05,943 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.663sec 2024-11-24T17:24:05,943 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T17:24:05,943 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T17:24:05,943 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T17:24:05,943 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T17:24:05,943 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T17:24:05,944 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40077,1732469044037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T17:24:05,944 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40077,1732469044037-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T17:24:05,949 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T17:24:05,949 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T17:24:05,949 INFO [master/a23eb99f71f0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a23eb99f71f0,40077,1732469044037-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T17:24:06,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f2b7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:06,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,40077,-1 for getting cluster id 2024-11-24T17:24:06,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:06,027 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6665ac1b-3274-4d08-8a1e-b5196e729c2b' 2024-11-24T17:24:06,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:06,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6665ac1b-3274-4d08-8a1e-b5196e729c2b" 2024-11-24T17:24:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f428b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,40077,-1] 2024-11-24T17:24:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:06,030 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:06,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767bf867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:06,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:24:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,43059,1732469044180, seqNum=-1] 2024-11-24T17:24:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:24:06,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:24:06,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:06,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-24T17:24:06,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T17:24:06,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016ddf77e00008 connected 2024-11-24T17:24:06,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,38327,1732469032787 2024-11-24T17:24:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b53beb1 2024-11-24T17:24:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:06,062 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:24:06,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:24:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:24:06,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:24:06,064 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:06,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:24:06,065 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:24:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:06,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:24:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:06,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e029c75d94742e613cadde786aee86ea, NAME => 'test,,1732469046062.e029c75d94742e613cadde786aee86ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b 2024-11-24T17:24:06,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:24:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:06,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732469046062.e029c75d94742e613cadde786aee86ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:06,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e029c75d94742e613cadde786aee86ea, disabling compactions & flushes 2024-11-24T17:24:06,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732469046062.e029c75d94742e613cadde786aee86ea. 2024-11-24T17:24:06,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732469046062.e029c75d94742e613cadde786aee86ea. 2024-11-24T17:24:06,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732469046062.e029c75d94742e613cadde786aee86ea. after waiting 0 ms 2024-11-24T17:24:06,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732469046062.e029c75d94742e613cadde786aee86ea. 2024-11-24T17:24:06,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732469046062.e029c75d94742e613cadde786aee86ea. 2024-11-24T17:24:06,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e029c75d94742e613cadde786aee86ea: Waiting for close lock at 1732469046879Disabling compacts and flushes for region at 1732469046879Disabling writes for close at 1732469046879Writing region close event to WAL at 1732469046879Closed at 1732469046879 2024-11-24T17:24:06,880 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:24:06,880 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732469046062.e029c75d94742e613cadde786aee86ea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732469046880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732469046880"}]},"ts":"1732469046880"} 2024-11-24T17:24:06,882 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:24:06,883 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:24:06,883 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469046883"}]},"ts":"1732469046883"} 2024-11-24T17:24:06,884 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:24:06,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e029c75d94742e613cadde786aee86ea, ASSIGN}] 2024-11-24T17:24:06,885 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e029c75d94742e613cadde786aee86ea, ASSIGN 2024-11-24T17:24:06,886 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e029c75d94742e613cadde786aee86ea, ASSIGN; state=OFFLINE, location=a23eb99f71f0,41935,1732469033122; forceNewPlan=false, retain=false 2024-11-24T17:24:06,984 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:24:06,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:06,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:06,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:06,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:06,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:06,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:06,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:07,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:07,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:07,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:07,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:07,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:07,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:07,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:07,037 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e029c75d94742e613cadde786aee86ea, regionState=OPENING, regionLocation=a23eb99f71f0,41935,1732469033122 2024-11-24T17:24:07,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:07,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:07,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e029c75d94742e613cadde786aee86ea, ASSIGN because future has completed 2024-11-24T17:24:07,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e029c75d94742e613cadde786aee86ea, server=a23eb99f71f0,41935,1732469033122}] 2024-11-24T17:24:07,194 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732469046062.e029c75d94742e613cadde786aee86ea. 2024-11-24T17:24:07,194 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e029c75d94742e613cadde786aee86ea, NAME => 'test,,1732469046062.e029c75d94742e613cadde786aee86ea.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:24:07,194 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:24:07,194 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:24:07,195 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,195 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732469046062.e029c75d94742e613cadde786aee86ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:07,195 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,195 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,196 INFO [StoreOpener-e029c75d94742e613cadde786aee86ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,197 INFO [StoreOpener-e029c75d94742e613cadde786aee86ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e029c75d94742e613cadde786aee86ea columnFamilyName f 2024-11-24T17:24:07,197 DEBUG [StoreOpener-e029c75d94742e613cadde786aee86ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:07,198 INFO [StoreOpener-e029c75d94742e613cadde786aee86ea-1 {}] regionserver.HStore(327): Store=e029c75d94742e613cadde786aee86ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:07,198 INFO [StoreOpener-e029c75d94742e613cadde786aee86ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,199 INFO [StoreOpener-e029c75d94742e613cadde786aee86ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e029c75d94742e613cadde786aee86ea columnFamilyName f1 2024-11-24T17:24:07,199 DEBUG [StoreOpener-e029c75d94742e613cadde786aee86ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:07,199 INFO [StoreOpener-e029c75d94742e613cadde786aee86ea-1 {}] regionserver.HStore(327): Store=e029c75d94742e613cadde786aee86ea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:07,199 INFO [StoreOpener-e029c75d94742e613cadde786aee86ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,200 INFO [StoreOpener-e029c75d94742e613cadde786aee86ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e029c75d94742e613cadde786aee86ea columnFamilyName norep 2024-11-24T17:24:07,200 DEBUG [StoreOpener-e029c75d94742e613cadde786aee86ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:07,200 INFO [StoreOpener-e029c75d94742e613cadde786aee86ea-1 {}] regionserver.HStore(327): Store=e029c75d94742e613cadde786aee86ea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:07,201 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,201 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,201 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,202 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,202 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,202 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:24:07,203 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:07,204 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:24:07,204 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e029c75d94742e613cadde786aee86ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69270181, jitterRate=0.032206133008003235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:24:07,205 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:07,205 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e029c75d94742e613cadde786aee86ea: Running coprocessor pre-open hook at 1732469047195Writing region info on filesystem at 1732469047195Initializing all the Stores at 1732469047196 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469047196Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469047196Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469047196Cleaning up temporary data from old regions at 1732469047202 (+6 ms)Running coprocessor post-open hooks at 1732469047205 (+3 ms)Region opened successfully at 1732469047205 2024-11-24T17:24:07,205 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732469046062.e029c75d94742e613cadde786aee86ea., pid=6, masterSystemTime=1732469047190 2024-11-24T17:24:07,207 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732469046062.e029c75d94742e613cadde786aee86ea. 2024-11-24T17:24:07,207 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732469046062.e029c75d94742e613cadde786aee86ea. 2024-11-24T17:24:07,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e029c75d94742e613cadde786aee86ea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,41935,1732469033122 2024-11-24T17:24:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e029c75d94742e613cadde786aee86ea, server=a23eb99f71f0,41935,1732469033122 because future has completed 2024-11-24T17:24:07,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:24:07,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e029c75d94742e613cadde786aee86ea, server=a23eb99f71f0,41935,1732469033122 in 171 msec 2024-11-24T17:24:07,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:24:07,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e029c75d94742e613cadde786aee86ea, ASSIGN in 327 msec 2024-11-24T17:24:07,213 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:24:07,213 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469047213"}]},"ts":"1732469047213"} 2024-11-24T17:24:07,214 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:24:07,215 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:24:07,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-24T17:24:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:08,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:08,215 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:24:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,37241,1732469038525 2024-11-24T17:24:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e76159c 2024-11-24T17:24:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:08,216 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:24:08,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:24:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:24:08,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:24:08,219 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:08,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:24:08,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:24:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:08,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:24:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:08,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28da9c0241bc220570c752477d674841, NAME => 'test,,1732469048217.28da9c0241bc220570c752477d674841.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57 2024-11-24T17:24:08,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:24:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:09,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732469048217.28da9c0241bc220570c752477d674841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:09,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 28da9c0241bc220570c752477d674841, disabling compactions & flushes 2024-11-24T17:24:09,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732469048217.28da9c0241bc220570c752477d674841. 2024-11-24T17:24:09,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732469048217.28da9c0241bc220570c752477d674841. 2024-11-24T17:24:09,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732469048217.28da9c0241bc220570c752477d674841. after waiting 0 ms 2024-11-24T17:24:09,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732469048217.28da9c0241bc220570c752477d674841. 2024-11-24T17:24:09,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732469048217.28da9c0241bc220570c752477d674841. 2024-11-24T17:24:09,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28da9c0241bc220570c752477d674841: Waiting for close lock at 1732469049030Disabling compacts and flushes for region at 1732469049030Disabling writes for close at 1732469049030Writing region close event to WAL at 1732469049030Closed at 1732469049030 2024-11-24T17:24:09,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:24:09,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732469048217.28da9c0241bc220570c752477d674841.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732469049031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732469049031"}]},"ts":"1732469049031"} 2024-11-24T17:24:09,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:24:09,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:24:09,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469049033"}]},"ts":"1732469049033"} 2024-11-24T17:24:09,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:24:09,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28da9c0241bc220570c752477d674841, ASSIGN}] 2024-11-24T17:24:09,035 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28da9c0241bc220570c752477d674841, ASSIGN 2024-11-24T17:24:09,036 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=28da9c0241bc220570c752477d674841, ASSIGN; state=OFFLINE, location=a23eb99f71f0,39517,1732469039062; forceNewPlan=false, retain=false 2024-11-24T17:24:09,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28da9c0241bc220570c752477d674841, regionState=OPENING, regionLocation=a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:09,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=28da9c0241bc220570c752477d674841, ASSIGN because future has completed 2024-11-24T17:24:09,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28da9c0241bc220570c752477d674841, server=a23eb99f71f0,39517,1732469039062}] 2024-11-24T17:24:09,344 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732469048217.28da9c0241bc220570c752477d674841. 2024-11-24T17:24:09,344 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 28da9c0241bc220570c752477d674841, NAME => 'test,,1732469048217.28da9c0241bc220570c752477d674841.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:24:09,344 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:24:09,344 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:24:09,345 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,345 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732469048217.28da9c0241bc220570c752477d674841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:09,345 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,345 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,348 INFO [StoreOpener-28da9c0241bc220570c752477d674841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,349 INFO [StoreOpener-28da9c0241bc220570c752477d674841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28da9c0241bc220570c752477d674841 columnFamilyName f 2024-11-24T17:24:09,349 DEBUG [StoreOpener-28da9c0241bc220570c752477d674841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:09,350 INFO [StoreOpener-28da9c0241bc220570c752477d674841-1 {}] regionserver.HStore(327): Store=28da9c0241bc220570c752477d674841/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:09,350 INFO [StoreOpener-28da9c0241bc220570c752477d674841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,350 INFO [StoreOpener-28da9c0241bc220570c752477d674841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28da9c0241bc220570c752477d674841 columnFamilyName f1 2024-11-24T17:24:09,350 DEBUG [StoreOpener-28da9c0241bc220570c752477d674841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:09,351 INFO [StoreOpener-28da9c0241bc220570c752477d674841-1 {}] regionserver.HStore(327): Store=28da9c0241bc220570c752477d674841/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:09,351 INFO [StoreOpener-28da9c0241bc220570c752477d674841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,351 INFO [StoreOpener-28da9c0241bc220570c752477d674841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28da9c0241bc220570c752477d674841 columnFamilyName norep 2024-11-24T17:24:09,352 DEBUG [StoreOpener-28da9c0241bc220570c752477d674841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:09,352 INFO [StoreOpener-28da9c0241bc220570c752477d674841-1 {}] regionserver.HStore(327): Store=28da9c0241bc220570c752477d674841/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:09,352 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,352 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,353 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,353 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,353 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,353 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:24:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:09,354 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,356 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:24:09,357 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 28da9c0241bc220570c752477d674841; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70086104, jitterRate=0.044364333152770996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:24:09,357 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28da9c0241bc220570c752477d674841 2024-11-24T17:24:09,357 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 28da9c0241bc220570c752477d674841: Running coprocessor pre-open hook at 1732469049345Writing region info on filesystem at 1732469049345Initializing all the Stores at 1732469049345Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469049345Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469049348 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469049348Cleaning up temporary data from old regions at 1732469049353 (+5 ms)Running coprocessor post-open hooks at 1732469049357 (+4 ms)Region opened successfully at 1732469049357 2024-11-24T17:24:09,358 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732469048217.28da9c0241bc220570c752477d674841., pid=6, masterSystemTime=1732469049340 2024-11-24T17:24:09,359 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732469048217.28da9c0241bc220570c752477d674841. 2024-11-24T17:24:09,359 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732469048217.28da9c0241bc220570c752477d674841. 2024-11-24T17:24:09,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28da9c0241bc220570c752477d674841, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:09,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28da9c0241bc220570c752477d674841, server=a23eb99f71f0,39517,1732469039062 because future has completed 2024-11-24T17:24:09,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:24:09,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28da9c0241bc220570c752477d674841, server=a23eb99f71f0,39517,1732469039062 in 174 msec 2024-11-24T17:24:09,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:24:09,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=28da9c0241bc220570c752477d674841, ASSIGN in 329 msec 2024-11-24T17:24:09,367 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:24:09,367 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469049367"}]},"ts":"1732469049367"} 2024-11-24T17:24:09,370 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:24:09,371 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:24:09,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-24T17:24:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:10,374 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:24:10,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:10,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:10,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@353e2a03 2024-11-24T17:24:10,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:10,376 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:24:10,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:24:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T17:24:10,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:24:10,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:10,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T17:24:10,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:24:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:10,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741835_1011 (size=902) 2024-11-24T17:24:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:10,784 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a91de2e0e1d442cd6e711cac0d28cb47, NAME => 'test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9 2024-11-24T17:24:10,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741836_1012 (size=39) 2024-11-24T17:24:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:11,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:11,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a91de2e0e1d442cd6e711cac0d28cb47, disabling compactions & flushes 2024-11-24T17:24:11,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. 2024-11-24T17:24:11,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. 2024-11-24T17:24:11,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. after waiting 0 ms 2024-11-24T17:24:11,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. 2024-11-24T17:24:11,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. 2024-11-24T17:24:11,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a91de2e0e1d442cd6e711cac0d28cb47: Waiting for close lock at 1732469051199Disabling compacts and flushes for region at 1732469051199Disabling writes for close at 1732469051199Writing region close event to WAL at 1732469051199Closed at 1732469051199 2024-11-24T17:24:11,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:24:11,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732469051201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732469051201"}]},"ts":"1732469051201"} 2024-11-24T17:24:11,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:24:11,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:24:11,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469051205"}]},"ts":"1732469051205"} 2024-11-24T17:24:11,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T17:24:11,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a91de2e0e1d442cd6e711cac0d28cb47, ASSIGN}] 2024-11-24T17:24:11,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a91de2e0e1d442cd6e711cac0d28cb47, ASSIGN 2024-11-24T17:24:11,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a91de2e0e1d442cd6e711cac0d28cb47, ASSIGN; state=OFFLINE, location=a23eb99f71f0,43059,1732469044180; forceNewPlan=false, retain=false 2024-11-24T17:24:11,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a91de2e0e1d442cd6e711cac0d28cb47, regionState=OPENING, regionLocation=a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a91de2e0e1d442cd6e711cac0d28cb47, ASSIGN because future has completed 2024-11-24T17:24:11,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a91de2e0e1d442cd6e711cac0d28cb47, server=a23eb99f71f0,43059,1732469044180}] 2024-11-24T17:24:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:11,519 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. 2024-11-24T17:24:11,519 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a91de2e0e1d442cd6e711cac0d28cb47, NAME => 'test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:24:11,520 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:24:11,520 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T17:24:11,520 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,520 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:11,520 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,520 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,522 INFO [StoreOpener-a91de2e0e1d442cd6e711cac0d28cb47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,523 INFO [StoreOpener-a91de2e0e1d442cd6e711cac0d28cb47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91de2e0e1d442cd6e711cac0d28cb47 columnFamilyName f 2024-11-24T17:24:11,523 DEBUG [StoreOpener-a91de2e0e1d442cd6e711cac0d28cb47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:11,523 INFO [StoreOpener-a91de2e0e1d442cd6e711cac0d28cb47-1 {}] regionserver.HStore(327): Store=a91de2e0e1d442cd6e711cac0d28cb47/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:11,524 INFO [StoreOpener-a91de2e0e1d442cd6e711cac0d28cb47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,524 INFO [StoreOpener-a91de2e0e1d442cd6e711cac0d28cb47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91de2e0e1d442cd6e711cac0d28cb47 columnFamilyName f1 2024-11-24T17:24:11,525 DEBUG [StoreOpener-a91de2e0e1d442cd6e711cac0d28cb47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:11,525 INFO [StoreOpener-a91de2e0e1d442cd6e711cac0d28cb47-1 {}] regionserver.HStore(327): Store=a91de2e0e1d442cd6e711cac0d28cb47/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:11,525 INFO [StoreOpener-a91de2e0e1d442cd6e711cac0d28cb47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,526 INFO [StoreOpener-a91de2e0e1d442cd6e711cac0d28cb47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91de2e0e1d442cd6e711cac0d28cb47 columnFamilyName norep 2024-11-24T17:24:11,526 DEBUG [StoreOpener-a91de2e0e1d442cd6e711cac0d28cb47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:11,526 INFO [StoreOpener-a91de2e0e1d442cd6e711cac0d28cb47-1 {}] regionserver.HStore(327): Store=a91de2e0e1d442cd6e711cac0d28cb47/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:11,527 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,527 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/default/test/a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,528 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/default/test/a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,528 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,528 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,529 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:24:11,530 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,532 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/default/test/a91de2e0e1d442cd6e711cac0d28cb47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:24:11,532 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a91de2e0e1d442cd6e711cac0d28cb47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67205991, jitterRate=0.0014473050832748413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:24:11,532 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:11,532 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a91de2e0e1d442cd6e711cac0d28cb47: Running coprocessor pre-open hook at 1732469051521Writing region info on filesystem at 1732469051521Initializing all the Stores at 1732469051521Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469051521Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469051521Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469051521Cleaning up temporary data from old regions at 1732469051528 (+7 ms)Running coprocessor post-open hooks at 1732469051532 (+4 ms)Region opened successfully at 1732469051532 2024-11-24T17:24:11,533 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47., pid=6, masterSystemTime=1732469051516 2024-11-24T17:24:11,535 DEBUG [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. 2024-11-24T17:24:11,535 INFO [RS_OPEN_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. 2024-11-24T17:24:11,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a91de2e0e1d442cd6e711cac0d28cb47, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:11,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a91de2e0e1d442cd6e711cac0d28cb47, server=a23eb99f71f0,43059,1732469044180 because future has completed 2024-11-24T17:24:11,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T17:24:11,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a91de2e0e1d442cd6e711cac0d28cb47, server=a23eb99f71f0,43059,1732469044180 in 174 msec 2024-11-24T17:24:11,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T17:24:11,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a91de2e0e1d442cd6e711cac0d28cb47, ASSIGN in 332 msec 2024-11-24T17:24:11,543 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:24:11,543 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469051543"}]},"ts":"1732469051543"} 2024-11-24T17:24:11,544 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T17:24:11,545 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:24:11,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-24T17:24:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T17:24:12,525 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T17:24:12,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af0f03b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:12,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,38327,-1 for getting cluster id 2024-11-24T17:24:12,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:12,530 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f790bb-8839-4bc2-b4b2-6c2e178c1c4a' 2024-11-24T17:24:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f790bb-8839-4bc2-b4b2-6c2e178c1c4a" 2024-11-24T17:24:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d8aa86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,38327,-1] 2024-11-24T17:24:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:12,534 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:12,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d655c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:12,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,38327,1732469032787 2024-11-24T17:24:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@452cf880 2024-11-24T17:24:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:12,539 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:24:12,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a23eb99f71f0:37241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:24:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:24:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:24:12,544 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:37241' 2024-11-24T17:24:12,556 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76468d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:12,556 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37241,-1 for getting cluster id 2024-11-24T17:24:12,557 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:12,557 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ce740d3-68df-41cf-a03f-18e61a53e7c7' 2024-11-24T17:24:12,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:12,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ce740d3-68df-41cf-a03f-18e61a53e7c7" 2024-11-24T17:24:12,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454ce637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:12,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37241,-1] 2024-11-24T17:24:12,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:12,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:12,559 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:12,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcd6d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:12,560 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:12,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,37241,1732469038525 2024-11-24T17:24:12,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45b4f740 2024-11-24T17:24:12,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:12,563 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:24:12,564 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T17:24:12,564 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:24:12,564 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:12,564 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:12,565 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T17:24:12,568 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T17:24:12,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:12,569 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T17:24:12,569 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:12,570 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T17:24:12,618 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T17:24:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741837_1013 (size=1138) 2024-11-24T17:24:12,630 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc887acaba14ae918c8e5b52d6a496f8, NAME => 'hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b 2024-11-24T17:24:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:24:12,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741838_1014 (size=44) 2024-11-24T17:24:12,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:12,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cc887acaba14ae918c8e5b52d6a496f8, disabling compactions & flushes 2024-11-24T17:24:12,669 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. 2024-11-24T17:24:12,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. 2024-11-24T17:24:12,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. after waiting 0 ms 2024-11-24T17:24:12,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. 2024-11-24T17:24:12,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. 2024-11-24T17:24:12,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc887acaba14ae918c8e5b52d6a496f8: Waiting for close lock at 1732469052669Disabling compacts and flushes for region at 1732469052669Disabling writes for close at 1732469052670 (+1 ms)Writing region close event to WAL at 1732469052670Closed at 1732469052670 2024-11-24T17:24:12,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T17:24:12,671 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732469052671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732469052671"}]},"ts":"1732469052671"} 2024-11-24T17:24:12,673 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T17:24:12,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T17:24:12,675 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469052674"}]},"ts":"1732469052674"} 2024-11-24T17:24:12,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T17:24:12,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc887acaba14ae918c8e5b52d6a496f8, ASSIGN}] 2024-11-24T17:24:12,679 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc887acaba14ae918c8e5b52d6a496f8, ASSIGN 2024-11-24T17:24:12,680 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc887acaba14ae918c8e5b52d6a496f8, ASSIGN; state=OFFLINE, location=a23eb99f71f0,41935,1732469033122; forceNewPlan=false, retain=false 2024-11-24T17:24:12,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:24:12,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:12,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cc887acaba14ae918c8e5b52d6a496f8, regionState=OPENING, regionLocation=a23eb99f71f0,41935,1732469033122 2024-11-24T17:24:12,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc887acaba14ae918c8e5b52d6a496f8, ASSIGN because future has completed 2024-11-24T17:24:12,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc887acaba14ae918c8e5b52d6a496f8, server=a23eb99f71f0,41935,1732469033122}] 2024-11-24T17:24:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:24:12,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. 2024-11-24T17:24:12,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T17:24:12,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T17:24:12,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a23eb99f71f0%2C41935%2C1732469033122.rep, suffix=, logDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122, archiveDir=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/oldWALs, maxLogs=10 2024-11-24T17:24:13,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.rep.1732469052990, exclude list is [], retry=0 2024-11-24T17:24:13,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42177,DS-0a0685b0-67cb-4d29-8378-62a8986265ab,DISK] 2024-11-24T17:24:13,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.rep.1732469052990 2024-11-24T17:24:13,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-24T17:24:13,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cc887acaba14ae918c8e5b52d6a496f8, NAME => 'hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T17:24:13,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T17:24:13,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T17:24:13,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. service=MultiRowMutationService 2024-11-24T17:24:13,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T17:24:13,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T17:24:13,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,007 INFO [StoreOpener-cc887acaba14ae918c8e5b52d6a496f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,007 INFO [StoreOpener-cc887acaba14ae918c8e5b52d6a496f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc887acaba14ae918c8e5b52d6a496f8 columnFamilyName hfileref 2024-11-24T17:24:13,007 DEBUG [StoreOpener-cc887acaba14ae918c8e5b52d6a496f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:13,008 INFO [StoreOpener-cc887acaba14ae918c8e5b52d6a496f8-1 {}] regionserver.HStore(327): Store=cc887acaba14ae918c8e5b52d6a496f8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:13,008 INFO [StoreOpener-cc887acaba14ae918c8e5b52d6a496f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,008 INFO [StoreOpener-cc887acaba14ae918c8e5b52d6a496f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc887acaba14ae918c8e5b52d6a496f8 columnFamilyName queue 2024-11-24T17:24:13,008 DEBUG [StoreOpener-cc887acaba14ae918c8e5b52d6a496f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:13,009 INFO [StoreOpener-cc887acaba14ae918c8e5b52d6a496f8-1 {}] regionserver.HStore(327): Store=cc887acaba14ae918c8e5b52d6a496f8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:13,009 INFO [StoreOpener-cc887acaba14ae918c8e5b52d6a496f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,009 INFO [StoreOpener-cc887acaba14ae918c8e5b52d6a496f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc887acaba14ae918c8e5b52d6a496f8 columnFamilyName sid 2024-11-24T17:24:13,009 DEBUG [StoreOpener-cc887acaba14ae918c8e5b52d6a496f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T17:24:13,010 INFO [StoreOpener-cc887acaba14ae918c8e5b52d6a496f8-1 {}] regionserver.HStore(327): Store=cc887acaba14ae918c8e5b52d6a496f8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T17:24:13,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T17:24:13,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T17:24:13,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cc887acaba14ae918c8e5b52d6a496f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72222485, jitterRate=0.07619889080524445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T17:24:13,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:13,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cc887acaba14ae918c8e5b52d6a496f8: Running coprocessor pre-open hook at 1732469053006Writing region info on filesystem at 1732469053006Initializing all the Stores at 1732469053006Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469053006Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469053006Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732469053006Cleaning up temporary data from old regions at 1732469053011 (+5 ms)Running coprocessor post-open hooks at 1732469053013 (+2 ms)Region opened successfully at 1732469053013 2024-11-24T17:24:13,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8., pid=10, masterSystemTime=1732469052985 2024-11-24T17:24:13,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. 2024-11-24T17:24:13,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. 2024-11-24T17:24:13,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cc887acaba14ae918c8e5b52d6a496f8, regionState=OPEN, openSeqNum=2, regionLocation=a23eb99f71f0,41935,1732469033122 2024-11-24T17:24:13,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc887acaba14ae918c8e5b52d6a496f8, server=a23eb99f71f0,41935,1732469033122 because future has completed 2024-11-24T17:24:13,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T17:24:13,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cc887acaba14ae918c8e5b52d6a496f8, server=a23eb99f71f0,41935,1732469033122 in 187 msec 2024-11-24T17:24:13,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T17:24:13,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc887acaba14ae918c8e5b52d6a496f8, ASSIGN in 343 msec 2024-11-24T17:24:13,023 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T17:24:13,023 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732469053023"}]},"ts":"1732469053023"} 2024-11-24T17:24:13,024 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T17:24:13,025 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T17:24:13,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 460 msec 2024-11-24T17:24:13,068 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T17:24:13,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8., hostname=a23eb99f71f0,41935,1732469033122, seqNum=2] 2024-11-24T17:24:13,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:24:13,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:24:13,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:24:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:24:13,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T17:24:13,317 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T17:24:13,344 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a23eb99f71f0,41935,1732469033122, ReplicationSource: 1, currentBandwidth=0 2024-11-24T17:24:13,344 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:24:13,344 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,41935,1732469033122, seqNum=-1] 2024-11-24T17:24:13,345 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:24:13,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-24T17:24:13,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a23eb99f71f0,41935,1732469033122', locateType=CURRENT is [region=hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8., hostname=a23eb99f71f0,41935,1732469033122, seqNum=2] 2024-11-24T17:24:13,349 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T17:24:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T17:24:13,351 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a23eb99f71f0,41935,1732469033122 suceeded 2024-11-24T17:24:13,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T17:24:13,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-24T17:24:13,352 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a23eb99f71f0:37241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:24:13,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 812 msec 2024-11-24T17:24:13,361 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:37241' 2024-11-24T17:24:13,362 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3990896b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:13,363 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37241,-1 for getting cluster id 2024-11-24T17:24:13,363 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:13,363 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ce740d3-68df-41cf-a03f-18e61a53e7c7' 2024-11-24T17:24:13,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:13,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ce740d3-68df-41cf-a03f-18e61a53e7c7" 2024-11-24T17:24:13,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2be330ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:13,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37241,-1] 2024-11-24T17:24:13,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:13,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:13,364 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:13,365 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@507d411d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:13,365 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:13,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,37241,1732469038525 2024-11-24T17:24:13,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331f90ba 2024-11-24T17:24:13,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:13,366 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T17:24:13,367 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a23eb99f71f0,41935,1732469033122 (queues=1) is replicating from cluster=28f790bb-8839-4bc2-b4b2-6c2e178c1c4a to cluster=2ce740d3-68df-41cf-a03f-18e61a53e7c7 2024-11-24T17:24:13,367 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a23eb99f71f0%2C41935%2C1732469033122 2024-11-24T17:24:13,367 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a23eb99f71f0,41935,1732469033122, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:24:13,367 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C41935%2C1732469033122 2024-11-24T17:24:13,367 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925, startPosition=0, beingWritten=true 2024-11-24T17:24:13,371 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:24:13,371 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 to pos 379, reset compression=false 2024-11-24T17:24:13,371 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,41935,1732469033122 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:24:13,574 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 to pos 379, reset compression=false 2024-11-24T17:24:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T17:24:13,685 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T17:24:13,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:24:13,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:13,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:13,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:13,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:13,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a10bd07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:13,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,38327,-1 for getting cluster id 2024-11-24T17:24:13,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:13,686 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f790bb-8839-4bc2-b4b2-6c2e178c1c4a' 2024-11-24T17:24:13,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:13,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f790bb-8839-4bc2-b4b2-6c2e178c1c4a" 2024-11-24T17:24:13,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a057e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:13,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,38327,-1] 2024-11-24T17:24:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:13,687 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621ee808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:13,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bc21e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:13,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37241,-1 for getting cluster id 2024-11-24T17:24:13,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:13,689 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ce740d3-68df-41cf-a03f-18e61a53e7c7' 2024-11-24T17:24:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ce740d3-68df-41cf-a03f-18e61a53e7c7" 2024-11-24T17:24:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fb6c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37241,-1] 2024-11-24T17:24:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:13,689 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7abf3339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:13,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4caf4346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:13,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,40077,-1 for getting cluster id 2024-11-24T17:24:13,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:13,691 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6665ac1b-3274-4d08-8a1e-b5196e729c2b' 2024-11-24T17:24:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6665ac1b-3274-4d08-8a1e-b5196e729c2b" 2024-11-24T17:24:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e2315a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,40077,-1] 2024-11-24T17:24:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:13,692 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d62c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:13,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:24:13,696 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732469053695/Put/seqid=0 2024-11-24T17:24:13,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741840_1016 (size=7894) 2024-11-24T17:24:13,877 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 to pos 379, reset compression=false 2024-11-24T17:24:14,101 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732469054101/Put/seqid=0 2024-11-24T17:24:14,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741841_1017 (size=7691) 2024-11-24T17:24:14,281 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 to pos 379, reset compression=false 2024-11-24T17:24:14,415 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T17:24:14,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249af3b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:14,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,38327,-1 for getting cluster id 2024-11-24T17:24:14,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:14,507 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f790bb-8839-4bc2-b4b2-6c2e178c1c4a' 2024-11-24T17:24:14,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:14,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f790bb-8839-4bc2-b4b2-6c2e178c1c4a" 2024-11-24T17:24:14,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7857b03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:14,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,38327,-1] 2024-11-24T17:24:14,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:14,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:14,508 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:14,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6085fbf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:14,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:24:14,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,41935,1732469033122, seqNum=-1] 2024-11-24T17:24:14,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:24:14,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:24:14,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:14,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,38327,1732469032787 2024-11-24T17:24:14,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ec217f 2024-11-24T17:24:14,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:14,548 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:24:14,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732469046062.e029c75d94742e613cadde786aee86ea., hostname=a23eb99f71f0,41935,1732469033122, seqNum=2] 2024-11-24T17:24:14,555 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:24:14,560 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-24T17:24:14,562 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-24T17:24:14,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e029c75d94742e613cadde786aee86ea/f 2024-11-24T17:24:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T17:24:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:24:14,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e029c75d94742e613cadde786aee86ea/f 2024-11-24T17:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T17:24:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:24:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HRegion(2603): Flush status journal for e029c75d94742e613cadde786aee86ea: 2024-11-24T17:24:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__k8asmrfhrvia2bab4nphq5v0gr4s06afe72dkb3ll935e1o35m7eejo7n22tkakj/f/hfile_1 2024-11-24T17:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__k8asmrfhrvia2bab4nphq5v0gr4s06afe72dkb3ll935e1o35m7eejo7n22tkakj/f/hfile_1 as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/e5ab537735d74b3e82e42f6c439a4b2b_SeqId_4_ 2024-11-24T17:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__k8asmrfhrvia2bab4nphq5v0gr4s06afe72dkb3ll935e1o35m7eejo7n22tkakj/f/hfile_0 2024-11-24T17:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__k8asmrfhrvia2bab4nphq5v0gr4s06afe72dkb3ll935e1o35m7eejo7n22tkakj/f/hfile_0 as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_ 2024-11-24T17:24:14,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__k8asmrfhrvia2bab4nphq5v0gr4s06afe72dkb3ll935e1o35m7eejo7n22tkakj/f/hfile_1 into e029c75d94742e613cadde786aee86ea/f as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/e5ab537735d74b3e82e42f6c439a4b2b_SeqId_4_ - updating store file list. 2024-11-24T17:24:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e5ab537735d74b3e82e42f6c439a4b2b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:24:14,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/e5ab537735d74b3e82e42f6c439a4b2b_SeqId_4_ into e029c75d94742e613cadde786aee86ea/f 2024-11-24T17:24:14,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__k8asmrfhrvia2bab4nphq5v0gr4s06afe72dkb3ll935e1o35m7eejo7n22tkakj/f/hfile_1 into e029c75d94742e613cadde786aee86ea/f (new location: hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/e5ab537735d74b3e82e42f6c439a4b2b_SeqId_4_) 2024-11-24T17:24:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__k8asmrfhrvia2bab4nphq5v0gr4s06afe72dkb3ll935e1o35m7eejo7n22tkakj/f/hfile_1 2024-11-24T17:24:14,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__k8asmrfhrvia2bab4nphq5v0gr4s06afe72dkb3ll935e1o35m7eejo7n22tkakj/f/hfile_0 into e029c75d94742e613cadde786aee86ea/f as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_ - updating store file list. 2024-11-24T17:24:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:24:14,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_ into e029c75d94742e613cadde786aee86ea/f 2024-11-24T17:24:14,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__k8asmrfhrvia2bab4nphq5v0gr4s06afe72dkb3ll935e1o35m7eejo7n22tkakj/f/hfile_0 into e029c75d94742e613cadde786aee86ea/f (new location: hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_) 2024-11-24T17:24:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__k8asmrfhrvia2bab4nphq5v0gr4s06afe72dkb3ll935e1o35m7eejo7n22tkakj/f/hfile_0 2024-11-24T17:24:14,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:24:14,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:14,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:14,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:14,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:24:14,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732469046062.e029c75d94742e613cadde786aee86ea., hostname=a23eb99f71f0,41935,1732469033122, seqNum=2 , the old value is region=test,,1732469046062.e029c75d94742e613cadde786aee86ea., hostname=a23eb99f71f0,41935,1732469033122, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a23eb99f71f0:41935 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T17:24:14,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732469046062.e029c75d94742e613cadde786aee86ea., hostname=a23eb99f71f0,41935,1732469033122, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T17:24:14,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732469046062.e029c75d94742e613cadde786aee86ea., hostname=a23eb99f71f0,41935,1732469033122, seqNum=2 from cache 2024-11-24T17:24:14,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,39517,1732469039062, seqNum=-1] 2024-11-24T17:24:14,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:52640 deadline: 1732469114599 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:52640 2024-11-24T17:24:14,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:24:14,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:24:14,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732469048217.28da9c0241bc220570c752477d674841., hostname=a23eb99f71f0,39517,1732469039062, seqNum=2] 2024-11-24T17:24:14,605 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T17:24:14,704 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T17:24:14,784 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 to pos 379, reset compression=false 2024-11-24T17:24:14,789 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:24:14,789 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,41935,1732469033122 got entry batch from reader: WALEntryBatch [walEntries=[{test/e029c75d94742e613cadde786aee86ea/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732469054598/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T17:24:14,794 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:24:14,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T17:24:14,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.ReplicationSink(318): Replicating [28f790bb-8839-4bc2-b4b2-6c2e178c1c4a] bulk loaded data 2024-11-24T17:24:14,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d6894c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:14,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,37241,-1 for getting cluster id 2024-11-24T17:24:14,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:14,798 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ce740d3-68df-41cf-a03f-18e61a53e7c7' 2024-11-24T17:24:14,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:14,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ce740d3-68df-41cf-a03f-18e61a53e7c7" 2024-11-24T17:24:14,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20cb97be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:14,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,37241,-1] 2024-11-24T17:24:14,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:14,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:14,799 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:14,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24102d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:14,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741837_1013 (size=7691) 2024-11-24T17:24:14,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741838_1014 (size=7894) 2024-11-24T17:24:14,989 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 to pos 687, reset compression=false 2024-11-24T17:24:15,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:15,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,37241,1732469038525 2024-11-24T17:24:15,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@205bf2e2 2024-11-24T17:24:15,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:15,236 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-24T17:24:15,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:24:15,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:24:15,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,39517,1732469039062, seqNum=-1] 2024-11-24T17:24:15,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:24:15,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-24T17:24:15,244 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__aeaebo6vul42j9oqt38un57hc75sbhfbpld7v01k8as5eltqm4qu6glhlqj66hr3/f/5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-24T17:24:15,247 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__aeaebo6vul42j9oqt38un57hc75sbhfbpld7v01k8as5eltqm4qu6glhlqj66hr3/f/e5ab537735d74b3e82e42f6c439a4b2b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-24T17:24:15,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__aeaebo6vul42j9oqt38un57hc75sbhfbpld7v01k8as5eltqm4qu6glhlqj66hr3/f/e5ab537735d74b3e82e42f6c439a4b2b_SeqId_4_ for inclusion in 28da9c0241bc220570c752477d674841/f 2024-11-24T17:24:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T17:24:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:24:15,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__aeaebo6vul42j9oqt38un57hc75sbhfbpld7v01k8as5eltqm4qu6glhlqj66hr3/f/5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_ for inclusion in 28da9c0241bc220570c752477d674841/f 2024-11-24T17:24:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T17:24:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:24:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HRegion(2603): Flush status journal for 28da9c0241bc220570c752477d674841: 2024-11-24T17:24:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e5ab537735d74b3e82e42f6c439a4b2b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T17:24:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__aeaebo6vul42j9oqt38un57hc75sbhfbpld7v01k8as5eltqm4qu6glhlqj66hr3/f/e5ab537735d74b3e82e42f6c439a4b2b_SeqId_4_ as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/156875c236d94f39ac53d353b54a1ca5_SeqId_4_ 2024-11-24T17:24:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T17:24:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__aeaebo6vul42j9oqt38un57hc75sbhfbpld7v01k8as5eltqm4qu6glhlqj66hr3/f/5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_ as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/5604d227029d4f2482b2aaeffc3ff7a5_SeqId_4_ 2024-11-24T17:24:15,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__aeaebo6vul42j9oqt38un57hc75sbhfbpld7v01k8as5eltqm4qu6glhlqj66hr3/f/e5ab537735d74b3e82e42f6c439a4b2b_SeqId_4_ into 28da9c0241bc220570c752477d674841/f as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/156875c236d94f39ac53d353b54a1ca5_SeqId_4_ - updating store file list. 2024-11-24T17:24:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 156875c236d94f39ac53d353b54a1ca5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:24:15,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/156875c236d94f39ac53d353b54a1ca5_SeqId_4_ into 28da9c0241bc220570c752477d674841/f 2024-11-24T17:24:15,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__aeaebo6vul42j9oqt38un57hc75sbhfbpld7v01k8as5eltqm4qu6glhlqj66hr3/f/e5ab537735d74b3e82e42f6c439a4b2b_SeqId_4_ into 28da9c0241bc220570c752477d674841/f (new location: hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/156875c236d94f39ac53d353b54a1ca5_SeqId_4_) 2024-11-24T17:24:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__aeaebo6vul42j9oqt38un57hc75sbhfbpld7v01k8as5eltqm4qu6glhlqj66hr3/f/e5ab537735d74b3e82e42f6c439a4b2b_SeqId_4_ 2024-11-24T17:24:15,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__aeaebo6vul42j9oqt38un57hc75sbhfbpld7v01k8as5eltqm4qu6glhlqj66hr3/f/5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_ into 28da9c0241bc220570c752477d674841/f as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/5604d227029d4f2482b2aaeffc3ff7a5_SeqId_4_ - updating store file list. 2024-11-24T17:24:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5604d227029d4f2482b2aaeffc3ff7a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:24:15,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/5604d227029d4f2482b2aaeffc3ff7a5_SeqId_4_ into 28da9c0241bc220570c752477d674841/f 2024-11-24T17:24:15,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__aeaebo6vul42j9oqt38un57hc75sbhfbpld7v01k8as5eltqm4qu6glhlqj66hr3/f/5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_ into 28da9c0241bc220570c752477d674841/f (new location: hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/5604d227029d4f2482b2aaeffc3ff7a5_SeqId_4_) 2024-11-24T17:24:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__aeaebo6vul42j9oqt38un57hc75sbhfbpld7v01k8as5eltqm4qu6glhlqj66hr3/f/5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_ 2024-11-24T17:24:15,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.ReplicationSink(324): Finished replicating [28f790bb-8839-4bc2-b4b2-6c2e178c1c4a] bulk loaded data 2024-11-24T17:24:15,292 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 to pos 687, reset compression=false 2024-11-24T17:24:15,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:24:15,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,43059,1732469044180, seqNum=-1] 2024-11-24T17:24:15,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:24:15,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:24:15,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47., hostname=a23eb99f71f0,43059,1732469044180, seqNum=2] 2024-11-24T17:24:15,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:24:15,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T17:24:15,623 DEBUG [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a23eb99f71f0%2C41935%2C1732469033122:(num 1732469034925) roll requested 2024-11-24T17:24:15,634 DEBUG [regionserver/a23eb99f71f0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623, exclude list is [], retry=0 2024-11-24T17:24:15,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42177,DS-0a0685b0-67cb-4d29-8378-62a8986265ab,DISK] 2024-11-24T17:24:15,637 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 2024-11-24T17:24:15,638 DEBUG [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-24T17:24:15,638 DEBUG [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 is not closed yet, will try archiving it next time 2024-11-24T17:24:15,638 DEBUG [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a23eb99f71f0%2C41935%2C1732469033122.rep:(num 1732469052990) roll requested 2024-11-24T17:24:15,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf79235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:15,638 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,38327,-1 for getting cluster id 2024-11-24T17:24:15,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:15,639 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f790bb-8839-4bc2-b4b2-6c2e178c1c4a' 2024-11-24T17:24:15,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741832_1008 (size=695) 2024-11-24T17:24:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:15,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 not finished, retry = 0 2024-11-24T17:24:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f790bb-8839-4bc2-b4b2-6c2e178c1c4a" 2024-11-24T17:24:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d340e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,38327,-1] 2024-11-24T17:24:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:15,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:15,640 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265ed7ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:15,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,38327,1732469032787 2024-11-24T17:24:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49eebd86 2024-11-24T17:24:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:15,644 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:24:15,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://a23eb99f71f0:40077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T17:24:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T17:24:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T17:24:15,649 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:40077' 2024-11-24T17:24:15,650 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69646cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:15,650 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,40077,-1 for getting cluster id 2024-11-24T17:24:15,650 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:15,650 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6665ac1b-3274-4d08-8a1e-b5196e729c2b' 2024-11-24T17:24:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6665ac1b-3274-4d08-8a1e-b5196e729c2b" 2024-11-24T17:24:15,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8d40d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:15,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,40077,-1] 2024-11-24T17:24:15,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:15,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:15,651 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:15,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb27506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:15,652 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:15,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:15,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29d19e6d 2024-11-24T17:24:15,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:15,653 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:24:15,654 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-24T17:24:15,654 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T17:24:15,654 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:15,654 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:15,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:15,656 DEBUG [regionserver/a23eb99f71f0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.rep.1732469055638, exclude list is [], retry=0 2024-11-24T17:24:15,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42177,DS-0a0685b0-67cb-4d29-8378-62a8986265ab,DISK] 2024-11-24T17:24:15,660 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.rep.1732469052990 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.rep.1732469055638 2024-11-24T17:24:15,661 DEBUG [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-24T17:24:15,661 DEBUG [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.rep.1732469052990 is not closed yet, will try archiving it next time 2024-11-24T17:24:15,661 DEBUG [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a23eb99f71f0%2C41935%2C1732469033122.meta:.meta(num 1732469035361) roll requested 2024-11-24T17:24:15,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741839_1015 (size=1505) 2024-11-24T17:24:15,675 DEBUG [regionserver/a23eb99f71f0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.meta.1732469055661.meta, exclude list is [], retry=0 2024-11-24T17:24:15,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42177,DS-0a0685b0-67cb-4d29-8378-62a8986265ab,DISK] 2024-11-24T17:24:15,680 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.meta.1732469035361.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.meta.1732469055661.meta 2024-11-24T17:24:15,680 DEBUG [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38751:38751)] 2024-11-24T17:24:15,680 DEBUG [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.meta.1732469035361.meta is not closed yet, will try archiving it next time 2024-11-24T17:24:15,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741834_1010 (size=3473) 2024-11-24T17:24:15,695 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 to pos 687, reset compression=false 2024-11-24T17:24:15,696 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 2024-11-24T17:24:15,697 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,41935,1732469033122 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T17:24:15,697 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623, startPosition=0, beingWritten=true 2024-11-24T17:24:15,698 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [a23eb99f71f0%2C41935%2C1732469033122.1732469034925] 2024-11-24T17:24:15,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T17:24:15,740 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 to hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/oldWALs/a23eb99f71f0%2C41935%2C1732469033122.1732469034925 2024-11-24T17:24:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T17:24:15,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T17:24:15,892 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T17:24:15,916 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-a23eb99f71f0,41935,1732469033122, ReplicationSource: 2, currentBandwidth=0 2024-11-24T17:24:15,918 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T17:24:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T17:24:15,920 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a23eb99f71f0,41935,1732469033122 suceeded 2024-11-24T17:24:15,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T17:24:15,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-11-24T17:24:15,922 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a23eb99f71f0:40077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T17:24:15,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 278 msec 2024-11-24T17:24:15,932 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a23eb99f71f0:40077' 2024-11-24T17:24:15,933 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20615537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:15,933 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,40077,-1 for getting cluster id 2024-11-24T17:24:15,933 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:15,934 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6665ac1b-3274-4d08-8a1e-b5196e729c2b' 2024-11-24T17:24:15,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:15,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6665ac1b-3274-4d08-8a1e-b5196e729c2b" 2024-11-24T17:24:15,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37463f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:15,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,40077,-1] 2024-11-24T17:24:15,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:15,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:15,935 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:15,935 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ab6b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:15,936 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:15,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:15,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32571947 2024-11-24T17:24:15,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:15,937 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T17:24:15,937 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a23eb99f71f0,41935,1732469033122 (queues=1) is replicating from cluster=28f790bb-8839-4bc2-b4b2-6c2e178c1c4a to cluster=6665ac1b-3274-4d08-8a1e-b5196e729c2b 2024-11-24T17:24:15,937 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a23eb99f71f0%2C41935%2C1732469033122 2024-11-24T17:24:15,937 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a23eb99f71f0,41935,1732469033122, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T17:24:15,938 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623, startPosition=0, beingWritten=true 2024-11-24T17:24:15,938 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a23eb99f71f0%2C41935%2C1732469033122 2024-11-24T17:24:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T17:24:15,964 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T17:24:15,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:24:15,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:15,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:15,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:15,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:15,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T17:24:15,968 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732469055968/Put/seqid=0 2024-11-24T17:24:15,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741845_1021 (size=11194) 2024-11-24T17:24:15,978 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732469055977/Put/seqid=0 2024-11-24T17:24:15,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741846_1022 (size=10791) 2024-11-24T17:24:16,142 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 0, reset compression=false 2024-11-24T17:24:16,200 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 0, reset compression=false 2024-11-24T17:24:16,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe9df79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:16,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,38327,-1 for getting cluster id 2024-11-24T17:24:16,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:16,383 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f790bb-8839-4bc2-b4b2-6c2e178c1c4a' 2024-11-24T17:24:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f790bb-8839-4bc2-b4b2-6c2e178c1c4a" 2024-11-24T17:24:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb23b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,38327,-1] 2024-11-24T17:24:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:16,384 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:16,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea29bcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:16,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:24:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,41935,1732469033122, seqNum=-1] 2024-11-24T17:24:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:24:16,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T17:24:16,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:16,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,38327,1732469032787 2024-11-24T17:24:16,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47d6db29 2024-11-24T17:24:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:16,394 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T17:24:16,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732469046062.e029c75d94742e613cadde786aee86ea., hostname=a23eb99f71f0,41935,1732469033122, seqNum=2] 2024-11-24T17:24:16,399 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:24:16,403 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-24T17:24:16,405 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-24T17:24:16,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e029c75d94742e613cadde786aee86ea/f 2024-11-24T17:24:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T17:24:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:24:16,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e029c75d94742e613cadde786aee86ea/f 2024-11-24T17:24:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T17:24:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:24:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HRegion(2603): Flush status journal for e029c75d94742e613cadde786aee86ea: 2024-11-24T17:24:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__1truafbjtr27ns78k4nlmni910tmispoms1bgekfd9tj19qklv542ggqmpm3kqrn/f/hfile_1 2024-11-24T17:24:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__1truafbjtr27ns78k4nlmni910tmispoms1bgekfd9tj19qklv542ggqmpm3kqrn/f/hfile_1 as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ 2024-11-24T17:24:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__1truafbjtr27ns78k4nlmni910tmispoms1bgekfd9tj19qklv542ggqmpm3kqrn/f/hfile_0 2024-11-24T17:24:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__1truafbjtr27ns78k4nlmni910tmispoms1bgekfd9tj19qklv542ggqmpm3kqrn/f/hfile_0 as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ 2024-11-24T17:24:16,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__1truafbjtr27ns78k4nlmni910tmispoms1bgekfd9tj19qklv542ggqmpm3kqrn/f/hfile_1 into e029c75d94742e613cadde786aee86ea/f as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ - updating store file list. 2024-11-24T17:24:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce06878a49bf41539f08912996a195b7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T17:24:16,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ into e029c75d94742e613cadde786aee86ea/f 2024-11-24T17:24:16,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__1truafbjtr27ns78k4nlmni910tmispoms1bgekfd9tj19qklv542ggqmpm3kqrn/f/hfile_1 into e029c75d94742e613cadde786aee86ea/f (new location: hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/ce06878a49bf41539f08912996a195b7_SeqId_6_) 2024-11-24T17:24:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__1truafbjtr27ns78k4nlmni910tmispoms1bgekfd9tj19qklv542ggqmpm3kqrn/f/hfile_1 2024-11-24T17:24:16,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__1truafbjtr27ns78k4nlmni910tmispoms1bgekfd9tj19qklv542ggqmpm3kqrn/f/hfile_0 into e029c75d94742e613cadde786aee86ea/f as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ - updating store file list. 2024-11-24T17:24:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T17:24:16,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ into e029c75d94742e613cadde786aee86ea/f 2024-11-24T17:24:16,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__1truafbjtr27ns78k4nlmni910tmispoms1bgekfd9tj19qklv542ggqmpm3kqrn/f/hfile_0 into e029c75d94742e613cadde786aee86ea/f (new location: hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_) 2024-11-24T17:24:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/staging/jenkins__test__1truafbjtr27ns78k4nlmni910tmispoms1bgekfd9tj19qklv542ggqmpm3kqrn/f/hfile_0 2024-11-24T17:24:16,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:24:16,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:16,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:16,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732469046062.e029c75d94742e613cadde786aee86ea., hostname=a23eb99f71f0,41935,1732469033122, seqNum=2 , the old value is region=test,,1732469046062.e029c75d94742e613cadde786aee86ea., hostname=a23eb99f71f0,41935,1732469033122, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a23eb99f71f0:41935 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T17:24:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732469046062.e029c75d94742e613cadde786aee86ea., hostname=a23eb99f71f0,41935,1732469033122, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T17:24:16,445 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 0, reset compression=false 2024-11-24T17:24:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732469046062.e029c75d94742e613cadde786aee86ea., hostname=a23eb99f71f0,41935,1732469033122, seqNum=2 from cache 2024-11-24T17:24:16,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:16,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T17:24:16,454 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T17:24:16,464 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:24:16,464 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a23eb99f71f0,41935,1732469033122 got entry batch from reader: WALEntryBatch [walEntries=[{test/e029c75d94742e613cadde786aee86ea/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732469056444/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T17:24:16,465 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T17:24:16,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T17:24:16,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.ReplicationSink(318): Replicating [28f790bb-8839-4bc2-b4b2-6c2e178c1c4a] bulk loaded data 2024-11-24T17:24:16,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fab506c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:16,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] client.ClusterIdFetcher(90): Going to request a23eb99f71f0,40077,-1 for getting cluster id 2024-11-24T17:24:16,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T17:24:16,468 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6665ac1b-3274-4d08-8a1e-b5196e729c2b' 2024-11-24T17:24:16,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T17:24:16,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6665ac1b-3274-4d08-8a1e-b5196e729c2b" 2024-11-24T17:24:16,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa6b7cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:16,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a23eb99f71f0,40077,-1] 2024-11-24T17:24:16,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T17:24:16,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:16,469 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-24T17:24:16,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a49a036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T17:24:16,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741837_1013 (size=10791) 2024-11-24T17:24:16,555 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T17:24:16,664 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:16,805 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 0, reset compression=false 2024-11-24T17:24:16,818 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T17:24:16,818 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,41935,1732469033122 got entry batch from reader: WALEntryBatch [walEntries=[{test/e029c75d94742e613cadde786aee86ea/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732469056444/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T17:24:16,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.ReplicationSink(318): Replicating [28f790bb-8839-4bc2-b4b2-6c2e178c1c4a] bulk loaded data 2024-11-24T17:24:16,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741839_1015 (size=10791) 2024-11-24T17:24:16,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741840_1016 (size=11194) 2024-11-24T17:24:16,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:24:16,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741838_1014 (size=11194) 2024-11-24T17:24:16,915 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__qjb308q8h19914d54j2siv00dvl6eek6uuhdsbiqe64kmublams5pgbm0t1gvnjg/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T17:24:16,919 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__qjb308q8h19914d54j2siv00dvl6eek6uuhdsbiqe64kmublams5pgbm0t1gvnjg/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T17:24:16,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__qjb308q8h19914d54j2siv00dvl6eek6uuhdsbiqe64kmublams5pgbm0t1gvnjg/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ for inclusion in 28da9c0241bc220570c752477d674841/f 2024-11-24T17:24:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T17:24:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:24:16,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__qjb308q8h19914d54j2siv00dvl6eek6uuhdsbiqe64kmublams5pgbm0t1gvnjg/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ for inclusion in 28da9c0241bc220570c752477d674841/f 2024-11-24T17:24:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T17:24:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:24:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HRegion(2603): Flush status journal for 28da9c0241bc220570c752477d674841: 2024-11-24T17:24:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ce06878a49bf41539f08912996a195b7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T17:24:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__qjb308q8h19914d54j2siv00dvl6eek6uuhdsbiqe64kmublams5pgbm0t1gvnjg/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/694ea63c3cd3493283965bf410557e9a_SeqId_6_ 2024-11-24T17:24:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T17:24:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__qjb308q8h19914d54j2siv00dvl6eek6uuhdsbiqe64kmublams5pgbm0t1gvnjg/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/09dc34a382b44f6c9d26bd476489aec6_SeqId_6_ 2024-11-24T17:24:16,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__qjb308q8h19914d54j2siv00dvl6eek6uuhdsbiqe64kmublams5pgbm0t1gvnjg/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ into 28da9c0241bc220570c752477d674841/f as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/694ea63c3cd3493283965bf410557e9a_SeqId_6_ - updating store file list. 2024-11-24T17:24:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 694ea63c3cd3493283965bf410557e9a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T17:24:16,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/694ea63c3cd3493283965bf410557e9a_SeqId_6_ into 28da9c0241bc220570c752477d674841/f 2024-11-24T17:24:16,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__qjb308q8h19914d54j2siv00dvl6eek6uuhdsbiqe64kmublams5pgbm0t1gvnjg/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ into 28da9c0241bc220570c752477d674841/f (new location: hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/694ea63c3cd3493283965bf410557e9a_SeqId_6_) 2024-11-24T17:24:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__qjb308q8h19914d54j2siv00dvl6eek6uuhdsbiqe64kmublams5pgbm0t1gvnjg/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ 2024-11-24T17:24:16,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__qjb308q8h19914d54j2siv00dvl6eek6uuhdsbiqe64kmublams5pgbm0t1gvnjg/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ into 28da9c0241bc220570c752477d674841/f as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/09dc34a382b44f6c9d26bd476489aec6_SeqId_6_ - updating store file list. 2024-11-24T17:24:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09dc34a382b44f6c9d26bd476489aec6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T17:24:16,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/09dc34a382b44f6c9d26bd476489aec6_SeqId_6_ into 28da9c0241bc220570c752477d674841/f 2024-11-24T17:24:16,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__qjb308q8h19914d54j2siv00dvl6eek6uuhdsbiqe64kmublams5pgbm0t1gvnjg/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ into 28da9c0241bc220570c752477d674841/f (new location: hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/f/09dc34a382b44f6c9d26bd476489aec6_SeqId_6_) 2024-11-24T17:24:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/staging/jenkins.hfs.22__test__qjb308q8h19914d54j2siv00dvl6eek6uuhdsbiqe64kmublams5pgbm0t1gvnjg/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ 2024-11-24T17:24:16,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39517 {}] regionserver.ReplicationSink(324): Finished replicating [28f790bb-8839-4bc2-b4b2-6c2e178c1c4a] bulk loaded data 2024-11-24T17:24:16,973 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:17,018 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:17,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:17,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:17,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ded8ac2 2024-11-24T17:24:17,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T17:24:17,317 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-24T17:24:17,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T17:24:17,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T17:24:17,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a23eb99f71f0,43059,1732469044180, seqNum=-1] 2024-11-24T17:24:17,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T17:24:17,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-24T17:24:17,329 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/staging/jenkins.hfs.23__test__vt097m0fa7v9d8s9vdq2srdf6p4nmf2bbs7mdmh7b8m7h0tcpk3rdnfdaaeauapt/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T17:24:17,331 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/staging/jenkins.hfs.23__test__vt097m0fa7v9d8s9vdq2srdf6p4nmf2bbs7mdmh7b8m7h0tcpk3rdnfdaaeauapt/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T17:24:17,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/staging/jenkins.hfs.23__test__vt097m0fa7v9d8s9vdq2srdf6p4nmf2bbs7mdmh7b8m7h0tcpk3rdnfdaaeauapt/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ for inclusion in a91de2e0e1d442cd6e711cac0d28cb47/f 2024-11-24T17:24:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T17:24:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:24:17,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/staging/jenkins.hfs.23__test__vt097m0fa7v9d8s9vdq2srdf6p4nmf2bbs7mdmh7b8m7h0tcpk3rdnfdaaeauapt/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ for inclusion in a91de2e0e1d442cd6e711cac0d28cb47/f 2024-11-24T17:24:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T17:24:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T17:24:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HRegion(2603): Flush status journal for a91de2e0e1d442cd6e711cac0d28cb47: 2024-11-24T17:24:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ce06878a49bf41539f08912996a195b7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T17:24:17,342 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/staging/jenkins.hfs.23__test__vt097m0fa7v9d8s9vdq2srdf6p4nmf2bbs7mdmh7b8m7h0tcpk3rdnfdaaeauapt/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ as hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/default/test/a91de2e0e1d442cd6e711cac0d28cb47/f/06ae7298940e42629bb8ba2dded82562_SeqId_4_ 2024-11-24T17:24:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T17:24:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/staging/jenkins.hfs.23__test__vt097m0fa7v9d8s9vdq2srdf6p4nmf2bbs7mdmh7b8m7h0tcpk3rdnfdaaeauapt/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ as hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/default/test/a91de2e0e1d442cd6e711cac0d28cb47/f/b2261e5ffdfc4322a1ffe61584416ecc_SeqId_4_ 2024-11-24T17:24:17,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/staging/jenkins.hfs.23__test__vt097m0fa7v9d8s9vdq2srdf6p4nmf2bbs7mdmh7b8m7h0tcpk3rdnfdaaeauapt/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ into a91de2e0e1d442cd6e711cac0d28cb47/f as hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/default/test/a91de2e0e1d442cd6e711cac0d28cb47/f/06ae7298940e42629bb8ba2dded82562_SeqId_4_ - updating store file list. 2024-11-24T17:24:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06ae7298940e42629bb8ba2dded82562_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:24:17,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/default/test/a91de2e0e1d442cd6e711cac0d28cb47/f/06ae7298940e42629bb8ba2dded82562_SeqId_4_ into a91de2e0e1d442cd6e711cac0d28cb47/f 2024-11-24T17:24:17,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/staging/jenkins.hfs.23__test__vt097m0fa7v9d8s9vdq2srdf6p4nmf2bbs7mdmh7b8m7h0tcpk3rdnfdaaeauapt/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ into a91de2e0e1d442cd6e711cac0d28cb47/f (new location: hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/default/test/a91de2e0e1d442cd6e711cac0d28cb47/f/06ae7298940e42629bb8ba2dded82562_SeqId_4_) 2024-11-24T17:24:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/staging/jenkins.hfs.23__test__vt097m0fa7v9d8s9vdq2srdf6p4nmf2bbs7mdmh7b8m7h0tcpk3rdnfdaaeauapt/f/ce06878a49bf41539f08912996a195b7_SeqId_6_ 2024-11-24T17:24:17,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/staging/jenkins.hfs.23__test__vt097m0fa7v9d8s9vdq2srdf6p4nmf2bbs7mdmh7b8m7h0tcpk3rdnfdaaeauapt/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ into a91de2e0e1d442cd6e711cac0d28cb47/f as hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/default/test/a91de2e0e1d442cd6e711cac0d28cb47/f/b2261e5ffdfc4322a1ffe61584416ecc_SeqId_4_ - updating store file list. 2024-11-24T17:24:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2261e5ffdfc4322a1ffe61584416ecc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T17:24:17,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/default/test/a91de2e0e1d442cd6e711cac0d28cb47/f/b2261e5ffdfc4322a1ffe61584416ecc_SeqId_4_ into a91de2e0e1d442cd6e711cac0d28cb47/f 2024-11-24T17:24:17,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/staging/jenkins.hfs.23__test__vt097m0fa7v9d8s9vdq2srdf6p4nmf2bbs7mdmh7b8m7h0tcpk3rdnfdaaeauapt/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ into a91de2e0e1d442cd6e711cac0d28cb47/f (new location: hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/default/test/a91de2e0e1d442cd6e711cac0d28cb47/f/b2261e5ffdfc4322a1ffe61584416ecc_SeqId_4_) 2024-11-24T17:24:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/staging/jenkins.hfs.23__test__vt097m0fa7v9d8s9vdq2srdf6p4nmf2bbs7mdmh7b8m7h0tcpk3rdnfdaaeauapt/f/efd0f05cc56840d0aa4f62921f32fe34_SeqId_6_ 2024-11-24T17:24:17,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] regionserver.ReplicationSink(324): Finished replicating [28f790bb-8839-4bc2-b4b2-6c2e178c1c4a] bulk loaded data 2024-11-24T17:24:17,385 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:17,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:24:17,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:24:17,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:17,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:17,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:17,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:17,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:24:17,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1506361982, stopped=false 2024-11-24T17:24:17,467 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,40077,1732469044037 2024-11-24T17:24:17,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2465909177/running 2024-11-24T17:24:17,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2465909177/running 2024-11-24T17:24:17,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:17,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:17,532 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:24:17,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:24:17,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:17,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:17,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Set watcher on znode that does not yet exist, /2465909177/running 2024-11-24T17:24:17,532 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,43059,1732469044180' ***** 2024-11-24T17:24:17,532 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:24:17,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Set watcher on znode that does not yet exist, /2465909177/running 2024-11-24T17:24:17,532 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:24:17,533 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:24:17,533 INFO [RS:0;a23eb99f71f0:43059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:24:17,533 INFO [RS:0;a23eb99f71f0:43059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:24:17,533 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(3091): Received CLOSE for a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:17,533 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:17,533 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:24:17,533 INFO [RS:0;a23eb99f71f0:43059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:43059. 2024-11-24T17:24:17,533 DEBUG [RS:0;a23eb99f71f0:43059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:17,533 DEBUG [RS:0;a23eb99f71f0:43059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:17,533 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a91de2e0e1d442cd6e711cac0d28cb47, disabling compactions & flushes 2024-11-24T17:24:17,533 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. 2024-11-24T17:24:17,533 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:24:17,533 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. 2024-11-24T17:24:17,533 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:24:17,533 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:24:17,533 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. after waiting 0 ms 2024-11-24T17:24:17,533 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. 2024-11-24T17:24:17,533 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:24:17,533 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:24:17,533 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a91de2e0e1d442cd6e711cac0d28cb47=test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47.} 2024-11-24T17:24:17,533 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:24:17,534 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a91de2e0e1d442cd6e711cac0d28cb47 2024-11-24T17:24:17,534 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:24:17,534 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:24:17,534 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:24:17,534 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:24:17,534 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T17:24:17,536 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/default/test/a91de2e0e1d442cd6e711cac0d28cb47/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T17:24:17,537 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:24:17,537 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:24:17,537 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. 2024-11-24T17:24:17,537 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a91de2e0e1d442cd6e711cac0d28cb47: Waiting for close lock at 1732469057533Running coprocessor pre-close hooks at 1732469057533Disabling compacts and flushes for region at 1732469057533Disabling writes for close at 1732469057533Writing region close event to WAL at 1732469057534 (+1 ms)Running coprocessor post-close hooks at 1732469057536 (+2 ms)Closed at 1732469057537 (+1 ms) 2024-11-24T17:24:17,537 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47. 2024-11-24T17:24:17,546 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/.tmp/info/b0738e565fd646e8b2cdabbc9dae74a3 is 129, key is test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47./info:regioninfo/1732469051535/Put/seqid=0 2024-11-24T17:24:17,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741839_1015 (size=6421) 2024-11-24T17:24:17,623 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:24:17,734 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:17,746 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:17,888 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:17,934 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:17,949 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/.tmp/info/b0738e565fd646e8b2cdabbc9dae74a3 2024-11-24T17:24:17,964 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/.tmp/ns/5c7e36208a9d45419702a031ed96caf4 is 43, key is default/ns:d/1732469045933/Put/seqid=0 2024-11-24T17:24:17,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741840_1016 (size=5153) 2024-11-24T17:24:18,127 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:24:18,127 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:24:18,134 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:18,249 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:18,334 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:18,367 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/.tmp/ns/5c7e36208a9d45419702a031ed96caf4 2024-11-24T17:24:18,387 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/.tmp/rep_barrier/25b7da086f1f4f03873afd208b3d8a23 is 112, key is test,,1732469050376.a91de2e0e1d442cd6e711cac0d28cb47./rep_barrier:seqnumDuringOpen/1732469051535/Put/seqid=0 2024-11-24T17:24:18,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741841_1017 (size=5518) 2024-11-24T17:24:18,391 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/.tmp/rep_barrier/25b7da086f1f4f03873afd208b3d8a23 2024-11-24T17:24:18,413 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/.tmp/table/e8d5d7669b314ec3a2c93d5046ecabca is 40, key is test/table:state/1732469051543/Put/seqid=0 2024-11-24T17:24:18,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741842_1018 (size=5165) 2024-11-24T17:24:18,497 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:18,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:24:18,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,534 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:24:18,534 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:24:18,534 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:18,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:18,735 DEBUG [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:18,816 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/.tmp/table/e8d5d7669b314ec3a2c93d5046ecabca 2024-11-24T17:24:18,820 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/.tmp/info/b0738e565fd646e8b2cdabbc9dae74a3 as hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/info/b0738e565fd646e8b2cdabbc9dae74a3 2024-11-24T17:24:18,823 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/info/b0738e565fd646e8b2cdabbc9dae74a3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T17:24:18,824 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/.tmp/ns/5c7e36208a9d45419702a031ed96caf4 as hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/ns/5c7e36208a9d45419702a031ed96caf4 2024-11-24T17:24:18,827 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/ns/5c7e36208a9d45419702a031ed96caf4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T17:24:18,828 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/.tmp/rep_barrier/25b7da086f1f4f03873afd208b3d8a23 as hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/rep_barrier/25b7da086f1f4f03873afd208b3d8a23 2024-11-24T17:24:18,831 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/rep_barrier/25b7da086f1f4f03873afd208b3d8a23, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T17:24:18,831 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/.tmp/table/e8d5d7669b314ec3a2c93d5046ecabca as hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/table/e8d5d7669b314ec3a2c93d5046ecabca 2024-11-24T17:24:18,834 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/table/e8d5d7669b314ec3a2c93d5046ecabca, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T17:24:18,835 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false 2024-11-24T17:24:18,839 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T17:24:18,840 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:24:18,840 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:24:18,840 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:24:18,840 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732469057533Running coprocessor pre-close hooks at 1732469057533Disabling compacts and flushes for region at 1732469057533Disabling writes for close at 1732469057534 (+1 ms)Obtaining lock to block concurrent updates at 1732469057534Preparing flush snapshotting stores in 1588230740 at 1732469057534Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732469057534Flushing stores of hbase:meta,,1.1588230740 at 1732469057534Flushing 1588230740/info: creating writer at 1732469057534Flushing 1588230740/info: appending metadata at 1732469057546 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732469057546Flushing 1588230740/ns: creating writer at 1732469057952 (+406 ms)Flushing 1588230740/ns: appending metadata at 1732469057963 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1732469057963Flushing 1588230740/rep_barrier: creating writer at 1732469058370 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732469058387 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732469058387Flushing 1588230740/table: creating writer at 1732469058394 (+7 ms)Flushing 1588230740/table: appending metadata at 1732469058413 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732469058413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56808901: reopening flushed file at 1732469058819 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d115db: reopening flushed file at 1732469058823 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d07675: reopening flushed file at 1732469058827 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2bd70a: reopening flushed file at 1732469058831 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false at 1732469058835 (+4 ms)Writing region close event to WAL at 1732469058837 (+2 ms)Running coprocessor post-close hooks at 1732469058840 (+3 ms)Closed at 1732469058840 2024-11-24T17:24:18,840 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:24:18,852 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:18,935 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,43059,1732469044180; all regions closed. 2024-11-24T17:24:18,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741834_1010 (size=2717) 2024-11-24T17:24:18,938 DEBUG [RS:0;a23eb99f71f0:43059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/oldWALs 2024-11-24T17:24:18,938 INFO [RS:0;a23eb99f71f0:43059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C43059%2C1732469044180.meta:.meta(num 1732469045875) 2024-11-24T17:24:18,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741832_1008 (size=1028) 2024-11-24T17:24:18,940 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/WALs/a23eb99f71f0,43059,1732469044180/a23eb99f71f0%2C43059%2C1732469044180.1732469045251 not finished, retry = 0 2024-11-24T17:24:19,042 DEBUG [RS:0;a23eb99f71f0:43059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/oldWALs 2024-11-24T17:24:19,042 INFO [RS:0;a23eb99f71f0:43059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C43059%2C1732469044180:(num 1732469045251) 2024-11-24T17:24:19,042 DEBUG [RS:0;a23eb99f71f0:43059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:19,042 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:24:19,042 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:24:19,042 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T17:24:19,042 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:24:19,042 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:24:19,042 INFO [RS:0;a23eb99f71f0:43059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:43059. 2024-11-24T17:24:19,042 DEBUG [RS:0;a23eb99f71f0:43059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:19,042 DEBUG [RS:0;a23eb99f71f0:43059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:19,042 DEBUG [RS:0;a23eb99f71f0:43059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:19,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:19,043 INFO [RS:0;a23eb99f71f0:43059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43059 2024-11-24T17:24:19,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2465909177/rs/a23eb99f71f0,43059,1732469044180 2024-11-24T17:24:19,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177/rs 2024-11-24T17:24:19,110 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:24:19,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,43059,1732469044180] 2024-11-24T17:24:19,131 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2465909177/draining/a23eb99f71f0,43059,1732469044180 already deleted, retry=false 2024-11-24T17:24:19,131 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,43059,1732469044180 expired; onlineServers=0 2024-11-24T17:24:19,132 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,40077,1732469044037' ***** 2024-11-24T17:24:19,132 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:24:19,132 INFO [M:0;a23eb99f71f0:40077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:24:19,132 INFO [M:0;a23eb99f71f0:40077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:24:19,132 DEBUG [M:0;a23eb99f71f0:40077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:24:19,132 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732469044985 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732469044985,5,FailOnTimeoutGroup] 2024-11-24T17:24:19,132 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732469044985 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732469044985,5,FailOnTimeoutGroup] 2024-11-24T17:24:19,132 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:24:19,132 DEBUG [M:0;a23eb99f71f0:40077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:24:19,132 INFO [M:0;a23eb99f71f0:40077 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:24:19,132 INFO [M:0;a23eb99f71f0:40077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:24:19,132 DEBUG [M:0;a23eb99f71f0:40077 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:24:19,132 INFO [M:0;a23eb99f71f0:40077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:24:19,132 INFO [M:0;a23eb99f71f0:40077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:24:19,133 INFO [M:0;a23eb99f71f0:40077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:24:19,133 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:24:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2465909177/master 2024-11-24T17:24:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2465909177 2024-11-24T17:24:19,142 DEBUG [M:0;a23eb99f71f0:40077 {}] zookeeper.ZKUtil(347): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Unable to get data of znode /2465909177/master because node does not exist (not an error) 2024-11-24T17:24:19,142 WARN [M:0;a23eb99f71f0:40077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:24:19,142 INFO [M:0;a23eb99f71f0:40077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/.lastflushedseqids 2024-11-24T17:24:19,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741843_1019 (size=173) 2024-11-24T17:24:19,200 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:19,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:24:19,221 INFO [RS:0;a23eb99f71f0:43059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:24:19,221 INFO [RS:0;a23eb99f71f0:43059 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,43059,1732469044180; zookeeper connection closed. 2024-11-24T17:24:19,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43059-0x1016ddf77e00007, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:24:19,221 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e9c9d25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e9c9d25 2024-11-24T17:24:19,221 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:24:19,556 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:19,582 INFO [M:0;a23eb99f71f0:40077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:24:19,582 INFO [M:0;a23eb99f71f0:40077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:24:19,582 DEBUG [M:0;a23eb99f71f0:40077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:24:19,582 INFO [M:0;a23eb99f71f0:40077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:19,583 DEBUG [M:0;a23eb99f71f0:40077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:19,583 DEBUG [M:0;a23eb99f71f0:40077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:24:19,583 DEBUG [M:0;a23eb99f71f0:40077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:19,583 INFO [M:0;a23eb99f71f0:40077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-24T17:24:19,596 DEBUG [M:0;a23eb99f71f0:40077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57eb4e3c627c448d9ae0a971da5ab737 is 82, key is hbase:meta,,1/info:regioninfo/1732469045905/Put/seqid=0 2024-11-24T17:24:19,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741844_1020 (size=5672) 2024-11-24T17:24:20,000 INFO [M:0;a23eb99f71f0:40077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57eb4e3c627c448d9ae0a971da5ab737 2024-11-24T17:24:20,004 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:20,014 DEBUG [M:0;a23eb99f71f0:40077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5cdf3cc862941d995fddd798f73d71a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732469051546/Put/seqid=0 2024-11-24T17:24:20,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741845_1021 (size=6586) 2024-11-24T17:24:20,358 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:20,418 INFO [M:0;a23eb99f71f0:40077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5cdf3cc862941d995fddd798f73d71a 2024-11-24T17:24:20,434 DEBUG [M:0;a23eb99f71f0:40077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026089f969a24056b21f38d57fe89cb1 is 69, key is a23eb99f71f0,43059,1732469044180/rs:state/1732469045063/Put/seqid=0 2024-11-24T17:24:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741846_1022 (size=5156) 2024-11-24T17:24:20,837 INFO [M:0;a23eb99f71f0:40077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026089f969a24056b21f38d57fe89cb1 2024-11-24T17:24:20,842 DEBUG [M:0;a23eb99f71f0:40077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57eb4e3c627c448d9ae0a971da5ab737 as hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57eb4e3c627c448d9ae0a971da5ab737 2024-11-24T17:24:20,845 INFO [M:0;a23eb99f71f0:40077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57eb4e3c627c448d9ae0a971da5ab737, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T17:24:20,846 DEBUG [M:0;a23eb99f71f0:40077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5cdf3cc862941d995fddd798f73d71a as hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5cdf3cc862941d995fddd798f73d71a 2024-11-24T17:24:20,848 INFO [M:0;a23eb99f71f0:40077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5cdf3cc862941d995fddd798f73d71a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T17:24:20,849 DEBUG [M:0;a23eb99f71f0:40077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026089f969a24056b21f38d57fe89cb1 as hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/026089f969a24056b21f38d57fe89cb1 2024-11-24T17:24:20,852 INFO [M:0;a23eb99f71f0:40077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39621/user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/026089f969a24056b21f38d57fe89cb1, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T17:24:20,853 INFO [M:0;a23eb99f71f0:40077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=55, compaction requested=false 2024-11-24T17:24:20,854 INFO [M:0;a23eb99f71f0:40077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:20,854 DEBUG [M:0;a23eb99f71f0:40077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732469059582Disabling compacts and flushes for region at 1732469059582Disabling writes for close at 1732469059583 (+1 ms)Obtaining lock to block concurrent updates at 1732469059583Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732469059583Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732469059583Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732469059583Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732469059583Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732469059596 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732469059596Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732469060002 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732469060014 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732469060014Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732469060421 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732469060434 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732469060434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f95bb41: reopening flushed file at 1732469060841 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1a7283: reopening flushed file at 1732469060845 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c35f05: reopening flushed file at 1732469060849 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=55, compaction requested=false at 1732469060853 (+4 ms)Writing region close event to WAL at 1732469060854 (+1 ms)Closed at 1732469060854 2024-11-24T17:24:20,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741830_1006 (size=32770) 2024-11-24T17:24:20,855 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b17f3f1-22dc-636e-5bde-e0ee7de512e9/MasterData/WALs/a23eb99f71f0,40077,1732469044037/a23eb99f71f0%2C40077%2C1732469044037.1732469044749 not finished, retry = 0 2024-11-24T17:24:20,907 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:20,956 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:24:20,956 INFO [M:0;a23eb99f71f0:40077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:24:20,956 INFO [M:0;a23eb99f71f0:40077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40077 2024-11-24T17:24:20,956 INFO [M:0;a23eb99f71f0:40077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:24:21,105 INFO [M:0;a23eb99f71f0:40077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:24:21,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:24:21,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40077-0x1016ddf77e00006, quorum=127.0.0.1:64625, baseZNode=/2465909177 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:24:21,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61ed1150{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:24:21,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e7f8a07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:24:21,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:24:21,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d2810f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:24:21,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd2bf66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/hadoop.log.dir/,STOPPED} 2024-11-24T17:24:21,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:24:21,109 WARN [BP-883046074-172.17.0.3-1732469041692 heartbeating to localhost/127.0.0.1:39621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:24:21,109 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:24:21,109 WARN [BP-883046074-172.17.0.3-1732469041692 heartbeating to localhost/127.0.0.1:39621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-883046074-172.17.0.3-1732469041692 (Datanode Uuid 477ddee4-529c-49f0-9822-f7681f0d40ea) service to localhost/127.0.0.1:39621 2024-11-24T17:24:21,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/cluster_cc1d5cc1-c549-aab6-f059-59363a61b1f2/data/data1/current/BP-883046074-172.17.0.3-1732469041692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:24:21,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/cluster_cc1d5cc1-c549-aab6-f059-59363a61b1f2/data/data2/current/BP-883046074-172.17.0.3-1732469041692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:24:21,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:24:21,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45192ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:24:21,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49fc223d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:24:21,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:24:21,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c43aee5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:24:21,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e807785{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ba84b30-bb3d-e813-aba3-e44feff2b4f1/hadoop.log.dir/,STOPPED} 2024-11-24T17:24:21,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:24:21,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:24:21,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:24:21,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:21,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:21,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:21,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:21,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:24:21,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=943745273, stopped=false 2024-11-24T17:24:21,126 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,37241,1732469038525 2024-11-24T17:24:21,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-920269667/running 2024-11-24T17:24:21,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:24:21,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-920269667/running 2024-11-24T17:24:21,202 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:24:21,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:24:21,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:24:21,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:21,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:21,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Set watcher on znode that does not yet exist, /1-920269667/running 2024-11-24T17:24:21,203 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,39517,1732469039062' ***** 2024-11-24T17:24:21,203 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:24:21,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Set watcher on znode that does not yet exist, /1-920269667/running 2024-11-24T17:24:21,203 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:24:21,203 INFO [RS:0;a23eb99f71f0:39517 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:24:21,203 INFO [RS:0;a23eb99f71f0:39517 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:24:21,203 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:24:21,203 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(3091): Received CLOSE for 28da9c0241bc220570c752477d674841 2024-11-24T17:24:21,204 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:21,204 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:24:21,204 INFO [RS:0;a23eb99f71f0:39517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:39517. 2024-11-24T17:24:21,204 DEBUG [RS:0;a23eb99f71f0:39517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:21,204 DEBUG [RS:0;a23eb99f71f0:39517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:21,204 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28da9c0241bc220570c752477d674841, disabling compactions & flushes 2024-11-24T17:24:21,204 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:24:21,204 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732469048217.28da9c0241bc220570c752477d674841. 2024-11-24T17:24:21,204 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:24:21,204 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:24:21,204 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732469048217.28da9c0241bc220570c752477d674841. 2024-11-24T17:24:21,204 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:24:21,204 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732469048217.28da9c0241bc220570c752477d674841. after waiting 0 ms 2024-11-24T17:24:21,204 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732469048217.28da9c0241bc220570c752477d674841. 2024-11-24T17:24:21,204 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T17:24:21,204 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1325): Online Regions={28da9c0241bc220570c752477d674841=test,,1732469048217.28da9c0241bc220570c752477d674841., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:24:21,204 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28da9c0241bc220570c752477d674841 2024-11-24T17:24:21,204 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:24:21,204 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:24:21,204 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:24:21,204 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:24:21,204 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:24:21,204 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T17:24:21,207 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/default/test/28da9c0241bc220570c752477d674841/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T17:24:21,207 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:24:21,207 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:24:21,207 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732469048217.28da9c0241bc220570c752477d674841. 2024-11-24T17:24:21,207 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28da9c0241bc220570c752477d674841: Waiting for close lock at 1732469061204Running coprocessor pre-close hooks at 1732469061204Disabling compacts and flushes for region at 1732469061204Disabling writes for close at 1732469061204Writing region close event to WAL at 1732469061205 (+1 ms)Running coprocessor post-close hooks at 1732469061207 (+2 ms)Closed at 1732469061207 2024-11-24T17:24:21,207 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732469048217.28da9c0241bc220570c752477d674841. 2024-11-24T17:24:21,207 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:24:21,217 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/.tmp/info/89589b360c4a43139ecf3c9ab868b3b6 is 129, key is test,,1732469048217.28da9c0241bc220570c752477d674841./info:regioninfo/1732469049360/Put/seqid=0 2024-11-24T17:24:21,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741841_1017 (size=6421) 2024-11-24T17:24:21,261 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:21,404 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:21,605 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:21,621 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/.tmp/info/89589b360c4a43139ecf3c9ab868b3b6 2024-11-24T17:24:21,643 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/.tmp/ns/4e69c68a87384821bd58077fba8420d0 is 43, key is default/ns:d/1732469041559/Put/seqid=0 2024-11-24T17:24:21,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741842_1018 (size=5153) 2024-11-24T17:24:21,646 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/.tmp/ns/4e69c68a87384821bd58077fba8420d0 2024-11-24T17:24:21,660 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/.tmp/rep_barrier/8425b66302724c05bd9022d7703b943b is 112, key is test,,1732469048217.28da9c0241bc220570c752477d674841./rep_barrier:seqnumDuringOpen/1732469049360/Put/seqid=0 2024-11-24T17:24:21,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741843_1019 (size=5518) 2024-11-24T17:24:21,805 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:21,874 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:24:21,874 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:24:21,909 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:22,005 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:22,063 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/.tmp/rep_barrier/8425b66302724c05bd9022d7703b943b 2024-11-24T17:24:22,086 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/.tmp/table/c94878bf75e94be5aa39c8190fb9ce4d is 40, key is test/table:state/1732469049367/Put/seqid=0 2024-11-24T17:24:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741844_1020 (size=5165) 2024-11-24T17:24:22,130 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/.tmp/table/c94878bf75e94be5aa39c8190fb9ce4d 2024-11-24T17:24:22,144 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/.tmp/info/89589b360c4a43139ecf3c9ab868b3b6 as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/info/89589b360c4a43139ecf3c9ab868b3b6 2024-11-24T17:24:22,147 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/info/89589b360c4a43139ecf3c9ab868b3b6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T17:24:22,148 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/.tmp/ns/4e69c68a87384821bd58077fba8420d0 as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/ns/4e69c68a87384821bd58077fba8420d0 2024-11-24T17:24:22,152 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/ns/4e69c68a87384821bd58077fba8420d0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T17:24:22,153 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/.tmp/rep_barrier/8425b66302724c05bd9022d7703b943b as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/rep_barrier/8425b66302724c05bd9022d7703b943b 2024-11-24T17:24:22,159 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/rep_barrier/8425b66302724c05bd9022d7703b943b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T17:24:22,160 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/.tmp/table/c94878bf75e94be5aa39c8190fb9ce4d as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/table/c94878bf75e94be5aa39c8190fb9ce4d 2024-11-24T17:24:22,169 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/table/c94878bf75e94be5aa39c8190fb9ce4d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T17:24:22,171 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=11, compaction requested=false 2024-11-24T17:24:22,205 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:24:22,205 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:24:22,205 DEBUG [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:22,229 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T17:24:22,229 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:24:22,229 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:24:22,229 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:24:22,229 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732469061204Running coprocessor pre-close hooks at 1732469061204Disabling compacts and flushes for region at 1732469061204Disabling writes for close at 1732469061204Obtaining lock to block concurrent updates at 1732469061204Preparing flush snapshotting stores in 1588230740 at 1732469061204Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732469061205 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732469061205Flushing 1588230740/info: creating writer at 1732469061205Flushing 1588230740/info: appending metadata at 1732469061217 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732469061217Flushing 1588230740/ns: creating writer at 1732469061625 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732469061642 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732469061642Flushing 1588230740/rep_barrier: creating writer at 1732469061648 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732469061660 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732469061660Flushing 1588230740/table: creating writer at 1732469062069 (+409 ms)Flushing 1588230740/table: appending metadata at 1732469062085 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732469062085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e437fb1: reopening flushed file at 1732469062144 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@185a504f: reopening flushed file at 1732469062147 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31404b0e: reopening flushed file at 1732469062153 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7289eff4: reopening flushed file at 1732469062159 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=11, compaction requested=false at 1732469062171 (+12 ms)Writing region close event to WAL at 1732469062224 (+53 ms)Running coprocessor post-close hooks at 1732469062229 (+5 ms)Closed at 1732469062229 2024-11-24T17:24:22,230 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:24:22,264 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:22,376 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T17:24:22,405 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,39517,1732469039062; all regions closed. 2024-11-24T17:24:22,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741834_1010 (size=2717) 2024-11-24T17:24:22,411 DEBUG [RS:0;a23eb99f71f0:39517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/oldWALs 2024-11-24T17:24:22,411 INFO [RS:0;a23eb99f71f0:39517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C39517%2C1732469039062.meta:.meta(num 1732469041460) 2024-11-24T17:24:22,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741832_1008 (size=1374) 2024-11-24T17:24:22,421 DEBUG [RS:0;a23eb99f71f0:39517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/oldWALs 2024-11-24T17:24:22,421 INFO [RS:0;a23eb99f71f0:39517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a23eb99f71f0%2C39517%2C1732469039062:(num 1732469041017) 2024-11-24T17:24:22,421 DEBUG [RS:0;a23eb99f71f0:39517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:22,421 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:24:22,421 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:24:22,421 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T17:24:22,421 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:24:22,421 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:24:22,422 INFO [RS:0;a23eb99f71f0:39517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:39517. 2024-11-24T17:24:22,422 DEBUG [RS:0;a23eb99f71f0:39517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:22,422 DEBUG [RS:0;a23eb99f71f0:39517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:22,422 DEBUG [RS:0;a23eb99f71f0:39517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:22,422 INFO [RS:0;a23eb99f71f0:39517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39517 2024-11-24T17:24:22,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:22,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-920269667/rs/a23eb99f71f0,39517,1732469039062 2024-11-24T17:24:22,721 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:24:22,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667/rs 2024-11-24T17:24:22,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,39517,1732469039062] 2024-11-24T17:24:22,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-920269667/draining/a23eb99f71f0,39517,1732469039062 already deleted, retry=false 2024-11-24T17:24:22,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,39517,1732469039062 expired; onlineServers=0 2024-11-24T17:24:22,780 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,37241,1732469038525' ***** 2024-11-24T17:24:22,780 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:24:22,780 INFO [M:0;a23eb99f71f0:37241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:24:22,780 INFO [M:0;a23eb99f71f0:37241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:24:22,781 DEBUG [M:0;a23eb99f71f0:37241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:24:22,781 DEBUG [M:0;a23eb99f71f0:37241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:24:22,781 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:24:22,781 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732469040643 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732469040643,5,FailOnTimeoutGroup] 2024-11-24T17:24:22,781 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732469040643 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732469040643,5,FailOnTimeoutGroup] 2024-11-24T17:24:22,781 INFO [M:0;a23eb99f71f0:37241 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:24:22,781 INFO [M:0;a23eb99f71f0:37241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:24:22,781 DEBUG [M:0;a23eb99f71f0:37241 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:24:22,781 INFO [M:0;a23eb99f71f0:37241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:24:22,781 INFO [M:0;a23eb99f71f0:37241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:24:22,781 INFO [M:0;a23eb99f71f0:37241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:24:22,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:24:22,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-920269667/master 2024-11-24T17:24:22,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920269667 2024-11-24T17:24:22,791 DEBUG [M:0;a23eb99f71f0:37241 {}] zookeeper.ZKUtil(347): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Unable to get data of znode /1-920269667/master because node does not exist (not an error) 2024-11-24T17:24:22,791 WARN [M:0;a23eb99f71f0:37241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:24:22,792 INFO [M:0;a23eb99f71f0:37241 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/.lastflushedseqids 2024-11-24T17:24:22,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741845_1021 (size=173) 2024-11-24T17:24:22,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:24:22,870 INFO [RS:0;a23eb99f71f0:39517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:24:22,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39517-0x1016ddf77e00004, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:24:22,870 INFO [RS:0;a23eb99f71f0:39517 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,39517,1732469039062; zookeeper connection closed. 2024-11-24T17:24:22,870 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3672e06b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3672e06b 2024-11-24T17:24:22,871 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:24:23,013 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:23,195 INFO [M:0;a23eb99f71f0:37241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:24:23,195 INFO [M:0;a23eb99f71f0:37241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:24:23,195 DEBUG [M:0;a23eb99f71f0:37241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:24:23,196 INFO [M:0;a23eb99f71f0:37241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:23,196 DEBUG [M:0;a23eb99f71f0:37241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:23,196 DEBUG [M:0;a23eb99f71f0:37241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:24:23,196 DEBUG [M:0;a23eb99f71f0:37241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:23,196 INFO [M:0;a23eb99f71f0:37241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-24T17:24:23,212 DEBUG [M:0;a23eb99f71f0:37241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b3ec24217434207b40ef797e3e00690 is 82, key is hbase:meta,,1/info:regioninfo/1732469041492/Put/seqid=0 2024-11-24T17:24:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741846_1022 (size=5672) 2024-11-24T17:24:23,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T17:24:23,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:24:23,315 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169091 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [a23eb99f71f0,41759,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T17:24:23,367 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:23,617 INFO [M:0;a23eb99f71f0:37241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b3ec24217434207b40ef797e3e00690 2024-11-24T17:24:23,638 DEBUG [M:0;a23eb99f71f0:37241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d320cfd82cf0461187a96abb5b71f59e is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732469049372/Put/seqid=0 2024-11-24T17:24:23,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741847_1023 (size=6585) 2024-11-24T17:24:23,641 INFO [M:0;a23eb99f71f0:37241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d320cfd82cf0461187a96abb5b71f59e 2024-11-24T17:24:23,659 DEBUG [M:0;a23eb99f71f0:37241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54a2fce68d7f4656a1a98f445848707f is 69, key is a23eb99f71f0,39517,1732469039062/rs:state/1732469040765/Put/seqid=0 2024-11-24T17:24:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741848_1024 (size=5156) 2024-11-24T17:24:24,063 INFO [M:0;a23eb99f71f0:37241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54a2fce68d7f4656a1a98f445848707f 2024-11-24T17:24:24,067 DEBUG [M:0;a23eb99f71f0:37241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b3ec24217434207b40ef797e3e00690 as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b3ec24217434207b40ef797e3e00690 2024-11-24T17:24:24,070 INFO [M:0;a23eb99f71f0:37241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b3ec24217434207b40ef797e3e00690, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T17:24:24,071 DEBUG [M:0;a23eb99f71f0:37241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d320cfd82cf0461187a96abb5b71f59e as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d320cfd82cf0461187a96abb5b71f59e 2024-11-24T17:24:24,074 INFO [M:0;a23eb99f71f0:37241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d320cfd82cf0461187a96abb5b71f59e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T17:24:24,074 DEBUG [M:0;a23eb99f71f0:37241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54a2fce68d7f4656a1a98f445848707f as hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54a2fce68d7f4656a1a98f445848707f 2024-11-24T17:24:24,077 INFO [M:0;a23eb99f71f0:37241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38979/user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54a2fce68d7f4656a1a98f445848707f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T17:24:24,078 INFO [M:0;a23eb99f71f0:37241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=55, compaction requested=false 2024-11-24T17:24:24,079 INFO [M:0;a23eb99f71f0:37241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:24,079 DEBUG [M:0;a23eb99f71f0:37241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732469063195Disabling compacts and flushes for region at 1732469063195Disabling writes for close at 1732469063196 (+1 ms)Obtaining lock to block concurrent updates at 1732469063196Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732469063196Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732469063196Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732469063196Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732469063197 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732469063211 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732469063211Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732469063621 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732469063638 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732469063638Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732469063645 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732469063659 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732469063659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3758269d: reopening flushed file at 1732469064066 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683cb9d4: reopening flushed file at 1732469064070 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51dc4213: reopening flushed file at 1732469064074 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=55, compaction requested=false at 1732469064078 (+4 ms)Writing region close event to WAL at 1732469064079 (+1 ms)Closed at 1732469064079 2024-11-24T17:24:24,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42067 is added to blk_1073741830_1006 (size=32758) 2024-11-24T17:24:24,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c35f4b4-fe4b-41aa-f25e-025f48b65f57/MasterData/WALs/a23eb99f71f0,37241,1732469038525/a23eb99f71f0%2C37241%2C1732469038525.1732469040280 not finished, retry = 0 2024-11-24T17:24:24,181 INFO [M:0;a23eb99f71f0:37241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:24:24,181 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:24:24,181 INFO [M:0;a23eb99f71f0:37241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37241 2024-11-24T17:24:24,182 INFO [M:0;a23eb99f71f0:37241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:24:24,216 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:24,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T17:24:24,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,347 INFO [M:0;a23eb99f71f0:37241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:24:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:24:24,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37241-0x1016ddf77e00003, quorum=127.0.0.1:64625, baseZNode=/1-920269667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:24:24,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6498dc97{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:24:24,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23420341{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:24:24,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:24:24,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2273ea7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:24:24,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c82b515{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/hadoop.log.dir/,STOPPED} 2024-11-24T17:24:24,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T17:24:24,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:24:24,433 WARN [BP-1072463380-172.17.0.3-1732469035612 heartbeating to localhost/127.0.0.1:38979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:24:24,433 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:24:24,433 WARN [BP-1072463380-172.17.0.3-1732469035612 heartbeating to localhost/127.0.0.1:38979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1072463380-172.17.0.3-1732469035612 (Datanode Uuid 3ec0adfa-b78f-4dee-aeab-4462e3e741fd) service to localhost/127.0.0.1:38979 2024-11-24T17:24:24,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/cluster_b1bc1989-bba2-87e1-4b97-80b3d9e454e8/data/data1/current/BP-1072463380-172.17.0.3-1732469035612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:24:24,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/cluster_b1bc1989-bba2-87e1-4b97-80b3d9e454e8/data/data2/current/BP-1072463380-172.17.0.3-1732469035612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:24:24,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:24:24,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60da1cae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:24:24,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1538e03e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:24:24,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:24:24,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4511573e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:24:24,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@460e57b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcb1e650-d114-9a89-442d-75b00c61c98e/hadoop.log.dir/,STOPPED} 2024-11-24T17:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T17:24:24,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:24:24,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:24,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:24,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:24,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:24,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T17:24:24,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=930319684, stopped=false 2024-11-24T17:24:24,462 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a23eb99f71f0,38327,1732469032787 2024-11-24T17:24:24,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01675095110/running 2024-11-24T17:24:24,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01675095110/running 2024-11-24T17:24:24,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:24:24,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:24:24,478 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:24:24,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T17:24:24,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Set watcher on znode that does not yet exist, /01675095110/running 2024-11-24T17:24:24,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:24,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:24,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Set watcher on znode that does not yet exist, /01675095110/running 2024-11-24T17:24:24,480 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a23eb99f71f0,41935,1732469033122' ***** 2024-11-24T17:24:24,480 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T17:24:24,480 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T17:24:24,480 INFO [RS:0;a23eb99f71f0:41935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T17:24:24,480 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T17:24:24,480 INFO [RS:0;a23eb99f71f0:41935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T17:24:24,480 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:24,481 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:24,481 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(959): stopping server a23eb99f71f0,41935,1732469033122 2024-11-24T17:24:24,481 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:24:24,481 INFO [RS:0;a23eb99f71f0:41935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:41935. 2024-11-24T17:24:24,481 DEBUG [RS:0;a23eb99f71f0:41935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:24,481 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e029c75d94742e613cadde786aee86ea, disabling compactions & flushes 2024-11-24T17:24:24,481 DEBUG [RS:0;a23eb99f71f0:41935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:24,481 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732469046062.e029c75d94742e613cadde786aee86ea. 2024-11-24T17:24:24,481 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732469046062.e029c75d94742e613cadde786aee86ea. 2024-11-24T17:24:24,481 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732469046062.e029c75d94742e613cadde786aee86ea. after waiting 0 ms 2024-11-24T17:24:24,481 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T17:24:24,481 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732469046062.e029c75d94742e613cadde786aee86ea. 2024-11-24T17:24:24,481 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T17:24:24,481 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T17:24:24,481 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T17:24:24,483 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T17:24:24,483 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1325): Online Regions={e029c75d94742e613cadde786aee86ea=test,,1732469046062.e029c75d94742e613cadde786aee86ea., cc887acaba14ae918c8e5b52d6a496f8=hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:24:24,483 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc887acaba14ae918c8e5b52d6a496f8, e029c75d94742e613cadde786aee86ea 2024-11-24T17:24:24,483 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T17:24:24,483 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T17:24:24,483 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T17:24:24,483 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T17:24:24,483 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T17:24:24,483 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T17:24:24,491 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/default/test/e029c75d94742e613cadde786aee86ea/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T17:24:24,491 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:24:24,491 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T17:24:24,491 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732469046062.e029c75d94742e613cadde786aee86ea. 2024-11-24T17:24:24,491 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e029c75d94742e613cadde786aee86ea: Waiting for close lock at 1732469064481Running coprocessor pre-close hooks at 1732469064481Disabling compacts and flushes for region at 1732469064481Disabling writes for close at 1732469064481Writing region close event to WAL at 1732469064488 (+7 ms)Running coprocessor post-close hooks at 1732469064491 (+3 ms)Closed at 1732469064491 2024-11-24T17:24:24,492 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732469046062.e029c75d94742e613cadde786aee86ea. 2024-11-24T17:24:24,492 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc887acaba14ae918c8e5b52d6a496f8, disabling compactions & flushes 2024-11-24T17:24:24,492 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. 2024-11-24T17:24:24,492 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. 2024-11-24T17:24:24,492 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. after waiting 0 ms 2024-11-24T17:24:24,492 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. 2024-11-24T17:24:24,492 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc887acaba14ae918c8e5b52d6a496f8 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-24T17:24:24,504 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/.tmp/info/f7c6f693d12542c182bee31877b8c265 is 147, key is hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8./info:regioninfo/1732469053016/Put/seqid=0 2024-11-24T17:24:24,511 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8/.tmp/hfileref/6285f8ed95244b9289116cc9d3f0c65a is 74, key is 1/hfileref:5868d2fc35e54b43800a7fdbd3a40849_SeqId_4_/1732469055280/DeleteColumn/seqid=0 2024-11-24T17:24:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741847_1023 (size=7686) 2024-11-24T17:24:24,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741848_1024 (size=5489) 2024-11-24T17:24:24,518 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8/.tmp/hfileref/6285f8ed95244b9289116cc9d3f0c65a 2024-11-24T17:24:24,528 INFO [regionserver/a23eb99f71f0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:24:24,541 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8/.tmp/queue/3fc14a30a5024a5bbcb32803fb613699 is 153, key is 1-a23eb99f71f0,41935,1732469033122/queue:a23eb99f71f0%2C41935%2C1732469033122/1732469056958/Put/seqid=0 2024-11-24T17:24:24,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741849_1025 (size=5504) 2024-11-24T17:24:24,571 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:24,575 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:24:24,575 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 688, reset compression=false 2024-11-24T17:24:24,575 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a23eb99f71f0,41935,1732469033122 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:24:24,576 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a23eb99f71f0,41935,1732469033122: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a23eb99f71f0,41935,1732469033122, walGroup=a23eb99f71f0%2C41935%2C1732469033122, offset=a23eb99f71f0%2C41935%2C1732469033122.1732469055623:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:41935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T17:24:24,578 ERROR [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T17:24:24,578 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T17:24:24,579 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T17:24:24,579 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T17:24:24,579 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T17:24:24,579 INFO [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1591738368, "init": 1048576000, "max": 2306867200, "used": 980381888 }, "NonHeapMemoryUsage": { "committed": 211025920, "init": 7667712, "max": -1, "used": 207971048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T17:24:24,579 WARN [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:38327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a23eb99f71f0:38327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T17:24:24,683 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:24,779 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 688, reset compression=false 2024-11-24T17:24:24,780 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T17:24:24,780 INFO [regionserver/a23eb99f71f0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T17:24:24,883 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc887acaba14ae918c8e5b52d6a496f8 2024-11-24T17:24:24,914 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/.tmp/info/f7c6f693d12542c182bee31877b8c265 2024-11-24T17:24:24,934 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/.tmp/ns/10a5217b4ff44c6d8f20910d6b179c2b is 43, key is default/ns:d/1732469035512/Put/seqid=0 2024-11-24T17:24:24,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741850_1026 (size=5153) 2024-11-24T17:24:24,947 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8/.tmp/queue/3fc14a30a5024a5bbcb32803fb613699 2024-11-24T17:24:24,951 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8/.tmp/hfileref/6285f8ed95244b9289116cc9d3f0c65a as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8/hfileref/6285f8ed95244b9289116cc9d3f0c65a 2024-11-24T17:24:24,954 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8/hfileref/6285f8ed95244b9289116cc9d3f0c65a, entries=6, sequenceid=17, filesize=5.4 K 2024-11-24T17:24:24,955 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8/.tmp/queue/3fc14a30a5024a5bbcb32803fb613699 as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8/queue/3fc14a30a5024a5bbcb32803fb613699 2024-11-24T17:24:24,958 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8/queue/3fc14a30a5024a5bbcb32803fb613699, entries=2, sequenceid=17, filesize=5.4 K 2024-11-24T17:24:24,959 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cc887acaba14ae918c8e5b52d6a496f8 in 467ms, sequenceid=17, compaction requested=false 2024-11-24T17:24:24,963 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/replication/cc887acaba14ae918c8e5b52d6a496f8/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-24T17:24:24,963 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:24:24,963 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:24:24,963 INFO [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. 2024-11-24T17:24:24,963 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc887acaba14ae918c8e5b52d6a496f8: Waiting for close lock at 1732469064492Running coprocessor pre-close hooks at 1732469064492Disabling compacts and flushes for region at 1732469064492Disabling writes for close at 1732469064492Obtaining lock to block concurrent updates at 1732469064492Preparing flush snapshotting stores in cc887acaba14ae918c8e5b52d6a496f8 at 1732469064492Finished memstore snapshotting hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732469064492Flushing stores of hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. at 1732469064493 (+1 ms)Flushing cc887acaba14ae918c8e5b52d6a496f8/hfileref: creating writer at 1732469064493Flushing cc887acaba14ae918c8e5b52d6a496f8/hfileref: appending metadata at 1732469064511 (+18 ms)Flushing cc887acaba14ae918c8e5b52d6a496f8/hfileref: closing flushed file at 1732469064511Flushing cc887acaba14ae918c8e5b52d6a496f8/queue: creating writer at 1732469064524 (+13 ms)Flushing cc887acaba14ae918c8e5b52d6a496f8/queue: appending metadata at 1732469064541 (+17 ms)Flushing cc887acaba14ae918c8e5b52d6a496f8/queue: closing flushed file at 1732469064541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136f94a: reopening flushed file at 1732469064950 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@739be274: reopening flushed file at 1732469064955 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cc887acaba14ae918c8e5b52d6a496f8 in 467ms, sequenceid=17, compaction requested=false at 1732469064959 (+4 ms)Writing region close event to WAL at 1732469064960 (+1 ms)Running coprocessor post-close hooks at 1732469064963 (+3 ms)Closed at 1732469064963 2024-11-24T17:24:24,964 DEBUG [RS_CLOSE_REGION-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732469052564.cc887acaba14ae918c8e5b52d6a496f8. 2024-11-24T17:24:25,082 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 688, reset compression=false 2024-11-24T17:24:25,084 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:25,284 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:25,338 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/.tmp/ns/10a5217b4ff44c6d8f20910d6b179c2b 2024-11-24T17:24:25,353 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/.tmp/rep_barrier/093ae3693bd34679a0ec3cc5c388012f is 112, key is test,,1732469046062.e029c75d94742e613cadde786aee86ea./rep_barrier:seqnumDuringOpen/1732469047207/Put/seqid=0 2024-11-24T17:24:25,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741851_1027 (size=5518) 2024-11-24T17:24:25,356 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/.tmp/rep_barrier/093ae3693bd34679a0ec3cc5c388012f 2024-11-24T17:24:25,371 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/.tmp/table/2110f26a9aae4d63ac1fdb18d352aadf is 53, key is hbase:replication/table:state/1732469053023/Put/seqid=0 2024-11-24T17:24:25,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741852_1028 (size=5308) 2024-11-24T17:24:25,484 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T17:24:25,484 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T17:24:25,484 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:25,486 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 688, reset compression=false 2024-11-24T17:24:25,519 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 393, reset compression=false 2024-11-24T17:24:25,523 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T17:24:25,523 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 688, reset compression=false 2024-11-24T17:24:25,523 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a23eb99f71f0,41935,1732469033122 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T17:24:25,524 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-24T17:24:25,684 DEBUG [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T17:24:25,742 DEBUG [RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.wal-reader.a23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/WALs/a23eb99f71f0,41935,1732469033122/a23eb99f71f0%2C41935%2C1732469033122.1732469055623 to pos 688, reset compression=false 2024-11-24T17:24:25,775 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/.tmp/table/2110f26a9aae4d63ac1fdb18d352aadf 2024-11-24T17:24:25,778 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/.tmp/info/f7c6f693d12542c182bee31877b8c265 as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/info/f7c6f693d12542c182bee31877b8c265 2024-11-24T17:24:25,782 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/info/f7c6f693d12542c182bee31877b8c265, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T17:24:25,783 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/.tmp/ns/10a5217b4ff44c6d8f20910d6b179c2b as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/ns/10a5217b4ff44c6d8f20910d6b179c2b 2024-11-24T17:24:25,786 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/ns/10a5217b4ff44c6d8f20910d6b179c2b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T17:24:25,787 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/.tmp/rep_barrier/093ae3693bd34679a0ec3cc5c388012f as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/rep_barrier/093ae3693bd34679a0ec3cc5c388012f 2024-11-24T17:24:25,790 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/rep_barrier/093ae3693bd34679a0ec3cc5c388012f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T17:24:25,790 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/.tmp/table/2110f26a9aae4d63ac1fdb18d352aadf as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/table/2110f26a9aae4d63ac1fdb18d352aadf 2024-11-24T17:24:25,800 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/table/2110f26a9aae4d63ac1fdb18d352aadf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T17:24:25,801 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-24T17:24:25,801 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T17:24:25,805 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T17:24:25,805 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T17:24:25,805 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T17:24:25,805 INFO [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T17:24:25,805 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732469064483Running coprocessor pre-close hooks at 1732469064483Disabling compacts and flushes for region at 1732469064483Disabling writes for close at 1732469064483Obtaining lock to block concurrent updates at 1732469064483Preparing flush snapshotting stores in 1588230740 at 1732469064483Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732469064484 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732469064484Flushing 1588230740/info: creating writer at 1732469064484Flushing 1588230740/info: appending metadata at 1732469064503 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732469064503Flushing 1588230740/ns: creating writer at 1732469064918 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732469064933 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732469064933Flushing 1588230740/rep_barrier: creating writer at 1732469065341 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732469065353 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732469065353Flushing 1588230740/table: creating writer at 1732469065359 (+6 ms)Flushing 1588230740/table: appending metadata at 1732469065371 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732469065371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d24d9c: reopening flushed file at 1732469065778 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a269ed6: reopening flushed file at 1732469065782 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658f117: reopening flushed file at 1732469065786 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@629f2c07: reopening flushed file at 1732469065790 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1732469065801 (+11 ms)Writing region close event to WAL at 1732469065803 (+2 ms)Running coprocessor post-close hooks at 1732469065805 (+2 ms)Closed at 1732469065805 2024-11-24T17:24:25,806 DEBUG [RS_CLOSE_META-regionserver/a23eb99f71f0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T17:24:25,884 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(976): stopping server a23eb99f71f0,41935,1732469033122; all regions closed. 2024-11-24T17:24:25,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741844_1020 (size=859) 2024-11-24T17:24:25,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741843_1019 (size=2791) 2024-11-24T17:24:25,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741842_1018 (size=696) 2024-11-24T17:24:25,890 DEBUG [RS:0;a23eb99f71f0:41935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:25,890 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T17:24:25,890 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:24:25,890 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.ChoreService(370): Chore service for: regionserver/a23eb99f71f0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T17:24:25,890 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:24:25,891 INFO [regionserver/a23eb99f71f0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:24:25,891 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a23eb99f71f0,41935,1732469033122 because: Region server is closing 2024-11-24T17:24:25,891 INFO [RS:0;a23eb99f71f0:41935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:41935. 2024-11-24T17:24:25,891 DEBUG [RS:0;a23eb99f71f0:41935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:25,891 DEBUG [RS:0;a23eb99f71f0:41935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:25,891 DEBUG [RS:0;a23eb99f71f0:41935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:25,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:25,991 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,1-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,1-a23eb99f71f0,41935,1732469033122 terminated 2024-11-24T17:24:25,992 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a23eb99f71f0,41935,1732469033122 because: Region server is closing 2024-11-24T17:24:25,992 INFO [RS:0;a23eb99f71f0:41935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a23eb99f71f0:41935. 2024-11-24T17:24:25,992 DEBUG [RS:0;a23eb99f71f0:41935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T17:24:25,992 DEBUG [RS:0;a23eb99f71f0:41935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:25,992 DEBUG [RS:0;a23eb99f71f0:41935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T17:24:25,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T17:24:26,092 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a23eb99f71f0:0-0.replicationSource,2-a23eb99f71f0,41935,1732469033122.replicationSource.shippera23eb99f71f0%2C41935%2C1732469033122,2-a23eb99f71f0,41935,1732469033122 terminated 2024-11-24T17:24:26,092 INFO [RS:0;a23eb99f71f0:41935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41935 2024-11-24T17:24:26,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01675095110/rs/a23eb99f71f0,41935,1732469033122 2024-11-24T17:24:26,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110/rs 2024-11-24T17:24:26,100 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:24:26,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a23eb99f71f0,41935,1732469033122] 2024-11-24T17:24:26,205 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01675095110/draining/a23eb99f71f0,41935,1732469033122 already deleted, retry=false 2024-11-24T17:24:26,205 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a23eb99f71f0,41935,1732469033122 expired; onlineServers=0 2024-11-24T17:24:26,205 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a23eb99f71f0,38327,1732469032787' ***** 2024-11-24T17:24:26,205 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T17:24:26,205 INFO [M:0;a23eb99f71f0:38327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T17:24:26,205 INFO [M:0;a23eb99f71f0:38327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T17:24:26,205 DEBUG [M:0;a23eb99f71f0:38327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T17:24:26,205 DEBUG [M:0;a23eb99f71f0:38327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T17:24:26,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T17:24:26,205 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732469034560 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.small.0-1732469034560,5,FailOnTimeoutGroup] 2024-11-24T17:24:26,205 DEBUG [master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732469034556 {}] cleaner.HFileCleaner(306): Exit Thread[master/a23eb99f71f0:0:becomeActiveMaster-HFileCleaner.large.0-1732469034556,5,FailOnTimeoutGroup] 2024-11-24T17:24:26,205 INFO [M:0;a23eb99f71f0:38327 {}] hbase.ChoreService(370): Chore service for: master/a23eb99f71f0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T17:24:26,205 INFO [M:0;a23eb99f71f0:38327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T17:24:26,205 DEBUG [M:0;a23eb99f71f0:38327 {}] master.HMaster(1795): Stopping service threads 2024-11-24T17:24:26,206 INFO [M:0;a23eb99f71f0:38327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T17:24:26,206 INFO [M:0;a23eb99f71f0:38327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T17:24:26,206 ERROR [M:0;a23eb99f71f0:38327 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1299828598) connection to localhost/127.0.0.1:38059 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38059,5,PEWorkerGroup] 2024-11-24T17:24:26,206 INFO [M:0;a23eb99f71f0:38327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T17:24:26,206 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T17:24:26,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01675095110/master 2024-11-24T17:24:26,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01675095110 2024-11-24T17:24:26,215 DEBUG [M:0;a23eb99f71f0:38327 {}] zookeeper.ZKUtil(347): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Unable to get data of znode /01675095110/master because node does not exist (not an error) 2024-11-24T17:24:26,215 WARN [M:0;a23eb99f71f0:38327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T17:24:26,216 INFO [M:0;a23eb99f71f0:38327 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/.lastflushedseqids 2024-11-24T17:24:26,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741853_1029 (size=263) 2024-11-24T17:24:26,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:24:26,294 INFO [RS:0;a23eb99f71f0:41935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:24:26,294 INFO [RS:0;a23eb99f71f0:41935 {}] regionserver.HRegionServer(1031): Exiting; stopping=a23eb99f71f0,41935,1732469033122; zookeeper connection closed. 2024-11-24T17:24:26,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41935-0x1016ddf77e00001, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:24:26,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e5f711e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e5f711e 2024-11-24T17:24:26,295 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T17:24:26,619 INFO [M:0;a23eb99f71f0:38327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T17:24:26,619 INFO [M:0;a23eb99f71f0:38327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T17:24:26,620 DEBUG [M:0;a23eb99f71f0:38327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T17:24:26,620 INFO [M:0;a23eb99f71f0:38327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:26,620 DEBUG [M:0;a23eb99f71f0:38327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:26,620 DEBUG [M:0;a23eb99f71f0:38327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T17:24:26,620 DEBUG [M:0;a23eb99f71f0:38327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:26,620 INFO [M:0;a23eb99f71f0:38327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-24T17:24:26,632 DEBUG [M:0;a23eb99f71f0:38327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc43fd7e6b7349ffb55b3803fdd7cab1 is 82, key is hbase:meta,,1/info:regioninfo/1732469035419/Put/seqid=0 2024-11-24T17:24:26,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741854_1030 (size=5672) 2024-11-24T17:24:27,036 INFO [M:0;a23eb99f71f0:38327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc43fd7e6b7349ffb55b3803fdd7cab1 2024-11-24T17:24:27,053 DEBUG [M:0;a23eb99f71f0:38327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdebe6bfd8aa430fa16257821618485f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732469053026/Put/seqid=0 2024-11-24T17:24:27,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741855_1031 (size=8908) 2024-11-24T17:24:27,456 INFO [M:0;a23eb99f71f0:38327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdebe6bfd8aa430fa16257821618485f 2024-11-24T17:24:27,475 DEBUG [M:0;a23eb99f71f0:38327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af566e6211754bf4ae44cc1190236c6d is 69, key is a23eb99f71f0,41935,1732469033122/rs:state/1732469034645/Put/seqid=0 2024-11-24T17:24:27,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741856_1032 (size=5156) 2024-11-24T17:24:27,879 INFO [M:0;a23eb99f71f0:38327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af566e6211754bf4ae44cc1190236c6d 2024-11-24T17:24:27,883 DEBUG [M:0;a23eb99f71f0:38327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc43fd7e6b7349ffb55b3803fdd7cab1 as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc43fd7e6b7349ffb55b3803fdd7cab1 2024-11-24T17:24:27,887 INFO [M:0;a23eb99f71f0:38327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc43fd7e6b7349ffb55b3803fdd7cab1, entries=8, sequenceid=112, filesize=5.5 K 2024-11-24T17:24:27,887 DEBUG [M:0;a23eb99f71f0:38327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdebe6bfd8aa430fa16257821618485f as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdebe6bfd8aa430fa16257821618485f 2024-11-24T17:24:27,890 INFO [M:0;a23eb99f71f0:38327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdebe6bfd8aa430fa16257821618485f, entries=13, sequenceid=112, filesize=8.7 K 2024-11-24T17:24:27,891 DEBUG [M:0;a23eb99f71f0:38327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af566e6211754bf4ae44cc1190236c6d as hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af566e6211754bf4ae44cc1190236c6d 2024-11-24T17:24:27,893 INFO [M:0;a23eb99f71f0:38327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38059/user/jenkins/test-data/c60a73e0-98a8-8896-7207-5e6fe120380b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af566e6211754bf4ae44cc1190236c6d, entries=1, sequenceid=112, filesize=5.0 K 2024-11-24T17:24:27,894 INFO [M:0;a23eb99f71f0:38327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=112, compaction requested=false 2024-11-24T17:24:27,895 INFO [M:0;a23eb99f71f0:38327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T17:24:27,895 DEBUG [M:0;a23eb99f71f0:38327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732469066619Disabling compacts and flushes for region at 1732469066619Disabling writes for close at 1732469066620 (+1 ms)Obtaining lock to block concurrent updates at 1732469066620Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732469066620Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732469066620Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732469066621 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732469066621Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732469066632 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732469066632Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732469067039 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732469067052 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732469067052Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732469067460 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732469067475 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732469067475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a420e71: reopening flushed file at 1732469067883 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334f4532: reopening flushed file at 1732469067887 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b23b35: reopening flushed file at 1732469067890 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=112, compaction requested=false at 1732469067894 (+4 ms)Writing region close event to WAL at 1732469067895 (+1 ms)Closed at 1732469067895 2024-11-24T17:24:27,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42177 is added to blk_1073741830_1006 (size=69043) 2024-11-24T17:24:27,897 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T17:24:27,897 INFO [M:0;a23eb99f71f0:38327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T17:24:27,897 INFO [M:0;a23eb99f71f0:38327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38327 2024-11-24T17:24:27,898 INFO [M:0;a23eb99f71f0:38327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T17:24:28,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:24:28,063 INFO [M:0;a23eb99f71f0:38327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T17:24:28,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38327-0x1016ddf77e00000, quorum=127.0.0.1:64625, baseZNode=/01675095110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T17:24:28,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c35387e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T17:24:28,065 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29f329f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:24:28,065 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:24:28,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a665894{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:24:28,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@548a390a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/hadoop.log.dir/,STOPPED} 2024-11-24T17:24:28,067 WARN [BP-220533431-172.17.0.3-1732469029991 heartbeating to localhost/127.0.0.1:38059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T17:24:28,067 WARN [BP-220533431-172.17.0.3-1732469029991 heartbeating to localhost/127.0.0.1:38059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-220533431-172.17.0.3-1732469029991 (Datanode Uuid 2ba64609-a6b0-4610-8bc0-358fab79397e) service to localhost/127.0.0.1:38059 2024-11-24T17:24:28,067 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T17:24:28,067 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T17:24:28,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/cluster_8fb50220-f2aa-418c-b1f1-1bf76f383180/data/data1/current/BP-220533431-172.17.0.3-1732469029991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:24:28,068 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/cluster_8fb50220-f2aa-418c-b1f1-1bf76f383180/data/data2/current/BP-220533431-172.17.0.3-1732469029991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T17:24:28,068 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T17:24:28,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@751572a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T17:24:28,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@723d1dd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T17:24:28,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T17:24:28,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e2c2c43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T17:24:28,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bcdbf0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df4d491-0a13-5dbf-ec3a-dc3a83f9b3ce/hadoop.log.dir/,STOPPED} 2024-11-24T17:24:28,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T17:24:28,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T17:24:28,111 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=589 (was 530) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64625) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64625) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38059 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38979 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64625) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:38979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:38059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39621 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=971 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=556 (was 556), ProcessCount=11 (was 11), AvailableMemoryMB=4975 (was 4410) - AvailableMemoryMB LEAK? - 2024-11-24T17:24:28,111 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=589 is superior to 500